-- Logs begin at Thu 2021-05-06 08:33:40 UTC, end at Thu 2021-05-06 09:36:03 UTC. -- May 06 09:13:56.513604 dv-cinder-790014-1-smb systemd[1]: Started Devstack devstack@q-svc.service. May 06 09:13:58.893817 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.common.config [-] Logging enabled! May 06 09:13:58.894333 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev186 May 06 09:13:58.894579 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74118) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 06 09:13:58.897753 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.common.config [-] Logging enabled! May 06 09:13:58.898023 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev186 May 06 09:13:58.898314 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74118) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 06 09:13:58.899234 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 06 09:13:58.899466 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 06 09:13:58.899848 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 06 09:13:58.900091 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 06 09:13:58.900836 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 06 09:13:58.901161 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.901456 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.901750 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.901980 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.902274 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.902562 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.902841 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.903135 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.903428 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.903733 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.904009 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.904289 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.904517 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.904793 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] config_source = [] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.905077 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.905364 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.905586 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] debug = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.905864 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.906291 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.906704 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.906980 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.907268 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.907570 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.907843 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.908117 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.908397 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.908979 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] host = dv-cinder-790014-1-smb {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.909256 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.909541 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.909831 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.910114 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.910387 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.910658 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.910940 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.911209 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] log_dir = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.911482 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] log_file = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.911773 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.912059 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.912343 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.912627 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.912848 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.913067 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.913352 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.913635 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.913905 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.914179 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.914448 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.914717 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.914984 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.915249 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.915551 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.915837 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.916680 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.916954 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.917225 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.917496 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.917766 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.918051 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.918333 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.918591 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.918860 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.919144 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.919409 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.919710 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.920011 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.920296 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.920578 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.920861 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.921130 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.921413 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.921682 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.921951 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] use_journal = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.922218 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] use_json = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.922487 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.922755 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.923034 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.923300 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.923589 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.923861 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.924130 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.924411 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:13:58.924704 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.925000 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.925299 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.925579 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.925871 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.926147 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.926435 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.926711 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.926998 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.927283 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.927590 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.927868 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.928155 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.928428 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.928719 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.929020 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.929311 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.929598 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.929876 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.930146 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.930416 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.930690 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.930973 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.931263 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.931640 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.931925 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.932206 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.932497 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.932774 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.933044 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.933319 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.933605 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.933882 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.934153 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.934433 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.934706 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.934975 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.935241 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.935537 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.935827 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.936099 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.936367 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.936635 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.936906 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.937172 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.937452 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.937725 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.937991 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.938258 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.938531 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.938799 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.939066 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.939340 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.939640 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.939919 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.940188 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.940459 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.940729 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.941001 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.941271 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.941547 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.941816 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.942091 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.942360 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.942629 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.942897 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.943167 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.943436 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.943746 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.944041 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.944316 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.944591 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.944867 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.945141 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.945415 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.945690 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.945964 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.946237 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.946507 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.946792 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.947070 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.947373 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.947679 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.947955 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.948247 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.948520 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.948802 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.949075 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.949348 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.949640 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.949921 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.950210 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.950500 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.950788 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.951075 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.951363 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.951665 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.951971 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.952248 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:13:58.952464 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 06 09:13:58.952701 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=74118) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 06 09:13:59.295383 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=74118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:13:59.295690 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=74118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:13:59.295978 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=74118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:13:59.296319 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.manager [-] Loading core plugin: ml2 May 06 09:13:59.595728 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:13:59.595952 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:13:59.596211 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:13:59.597385 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:13:59.597655 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:13:59.597915 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:13:59.717361 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:13:59.717642 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:13:59.717902 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:13:59.731295 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:13:59.731594 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:13:59.731864 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:13:59.759373 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:13:59.759700 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:13:59.759966 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:13:59.797712 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:13:59.797984 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:13:59.798244 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:00.048877 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:00.049513 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:00.049513 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:00.049707 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:00.050430 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:00.174410 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:00.174662 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:00.174948 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:00.175221 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:00.175520 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:00.175827 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:00.176094 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:00.176352 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:00.176605 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:00.176891 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:00.177152 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:00.177415 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:00.177680 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:00.177937 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:00.178208 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:00.178480 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:00.178742 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:00.179015 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:00.179269 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:00.179584 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:00.179936 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:00.180335 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:00.180593 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:00.180882 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:00.181138 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:00.181390 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:00.181879 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=74118) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 09:14:00.182129 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=74118) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 09:14:00.182398 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=74118) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 09:14:00.182619 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=74118) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 09:14:00.182860 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=74118) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 09:14:00.183102 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=74118) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 09:14:00.183470 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 06 09:14:00.186582 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 06 09:14:00.190505 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 06 09:14:00.194458 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) May 06 09:14:00.196109 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 06 09:14:00.196556 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 06 09:14:00.196898 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 06 09:14:00.197821 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 06 09:14:00.200738 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 06 09:14:00.201154 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 06 09:14:00.201509 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 06 09:14:00.229426 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 06 09:14:00.229879 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:00.230178 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=74118) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 06 09:14:00.230542 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:00.231930 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=74118) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 06 09:14:00.232213 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 06 09:14:00.232461 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 06 09:14:00.235593 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:00.235875 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:00.328775 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 06 09:14:00.329018 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 06 09:14:00.329260 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 06 09:14:00.329631 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 06 09:14:00.359243 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_db.sqlalchemy.engines [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=74118) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 06 09:14:00.899802 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.plugins.ml2.managers [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Initializing driver for type 'gre' May 06 09:14:00.900373 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] gre ID ranges: [(1, 1000)] May 06 09:14:01.174173 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.plugins.ml2.managers [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Initializing driver for type 'local' May 06 09:14:01.174761 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.plugins.ml2.managers [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Initializing driver for type 'vlan' May 06 09:14:01.322419 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] VlanTypeDriver initialization complete May 06 09:14:01.322771 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.plugins.ml2.managers [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Initializing driver for type 'vxlan' May 06 09:14:01.323308 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] vxlan ID ranges: [(1, 1000)] May 06 09:14:01.650933 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.plugins.ml2.managers [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Initializing extension driver 'port_security' May 06 09:14:01.651270 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.plugins.ml2.extensions.port_security [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] PortSecurityExtensionDriver initialization complete May 06 09:14:01.651651 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.plugins.ml2.managers [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Initializing mechanism driver 'openvswitch' May 06 09:14:01.651980 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.plugins.ml2.managers [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Initializing mechanism driver 'hyperv' May 06 09:14:01.658418 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.plugins.ml2.plugin [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=74118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:14:01.659439 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > port after_create 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.659839 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > port after_update 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.660200 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > port after_delete 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.660596 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > subnet after_create 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.660955 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > subnet after_update 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.661306 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > subnet after_delete 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.661699 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > network after_create 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.662051 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > network after_update 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.662407 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > network after_delete 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.662791 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > security_group after_create 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.663141 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > security_group after_update 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.663483 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > security_group after_delete 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.663884 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.664231 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.664570 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.664949 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > address_group after_create 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.665292 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > address_group after_update 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.665630 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > address_group after_delete 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.665999 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] ML2 OVO RPC backend initialized. {{(pid=74118) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} May 06 09:14:01.666703 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > router_interface after_create 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.667058 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.667475 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > network before_response 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.667848 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > networks before_response 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.668246 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > port before_response 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.668592 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > ports before_response 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.668939 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > subnet before_response 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.669281 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > subnets before_response 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.669630 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > network after_create 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.669975 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > network after_update 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.670312 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > network after_delete 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.670651 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > port after_create 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.670989 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > port after_update 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.671326 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > port after_delete 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.671690 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > subnet after_create 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.672531 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > subnet after_update 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.672531 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > subnet after_delete 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.672975 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.plugins.ml2.plugin [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Modular L2 Plugin initialization complete May 06 09:14:01.673303 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading services supported by the core plugin {{(pid=74118) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 06 09:14:01.673631 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.plugins.ml2.managers [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Got port-security extension from driver 'port_security' May 06 09:14:01.674100 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.extensions.vlantransparent [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Disabled vlantransparent extension. May 06 09:14:01.674586 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=74118) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 06 09:14:01.674902 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading Plugin: router May 06 09:14:01.711101 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > router_interface before_create 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.711519 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > router after_create 55549900 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.711894 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > router before_create 55549900 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.712270 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > router_interface before_delete 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.712667 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.713604 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > router after_delete 55549900 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.713969 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > floatingip after_update 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.714336 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > router after_create 55549900 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.714691 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > router after_update 55549900 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.715046 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > router after_update 55549900 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.715403 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.715792 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > router after_update 55549900 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.716208 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > router precommit_update 55549900 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.716580 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: port after_update 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.716926 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: port after_delete 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.717264 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: subnet after_update 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.717604 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.717956 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > port precommit_delete 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.718304 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > router precommit_create 55549900 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.718647 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: port before_delete 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.718992 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > router precommit_create 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.719354 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > router after_update 55549900 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.719726 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > router precommit_delete 55549900 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.720076 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > router precommit_create 55549900 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.720438 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > router_interface after_create 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.720788 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > router precommit_update 55549900 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.721161 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > network after_delete 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.722025 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.quota.resource_registry [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Tracking information for resource: router configured {{(pid=74118) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 09:14:01.722359 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.quota.resource_registry [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Tracking information for resource: floatingip configured {{(pid=74118) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 09:14:01.727213 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.db.l3_agentschedulers_db [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 06 09:14:01.727817 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: port after_update 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.728182 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: port after_create 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.729337 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: port after_delete 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.729701 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: port after_update 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.730506 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > router before_create 55550100 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.730876 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > router precommit_delete 55550100 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.731244 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > router precommit_create 55550100 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.731640 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > router precommit_update 55550100 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.735993 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.services.provider_configuration [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Service providers = [] {{(pid=74118) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 06 09:14:01.736360 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.db.servicetype_db [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=74118) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 06 09:14:01.739279 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.services.service_base [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=74118) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 09:14:01.739668 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.services.service_base [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=74118) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 09:14:01.740017 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.services.service_base [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=74118) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 09:14:01.740899 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.services.service_base [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=74118) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 09:14:01.741271 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.services.service_base [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Default provider is not specified for service type L3_ROUTER_NAT May 06 09:14:01.743112 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=74118) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 09:14:01.743454 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 06 09:14:01.753915 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Successfully loaded METERING plugin. Description: METERING {{(pid=74118) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 09:14:01.754257 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading Plugin: auto_allocate May 06 09:14:01.760581 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: network precommit_update 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.760947 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: network precommit_create 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.761459 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=74118) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 09:14:01.761782 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading Plugin: tag May 06 09:14:01.768577 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=74118) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 09:14:01.768938 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading Plugin: timestamp May 06 09:14:01.772714 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=74118) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 09:14:01.773055 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading Plugin: network_ip_availability May 06 09:14:01.778777 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.779148 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.779531 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:01.780240 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=74118) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 09:14:01.780565 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading Plugin: flavors May 06 09:14:01.785811 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=74118) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 09:14:01.786147 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading Plugin: revisions May 06 09:14:01.790372 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=74118) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 09:14:01.790797 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_concurrency.lockutils [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.495s {{(pid=74118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:14:01.791579 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=74118) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 06 09:14:01.791918 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Initializing extension manager. May 06 09:14:01.792425 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: __init__.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.792767 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: __pycache__ {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.793109 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.793447 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: address_group.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.794192 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.794751 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: address-group May 06 09:14:01.795077 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: address_scope.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.795818 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.796328 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: address-scope May 06 09:14:01.796649 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: admin_state_down_before_update.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.797568 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.798075 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: router-admin-state-down-before-update May 06 09:14:01.798398 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: agent.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.799091 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.799629 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: agent May 06 09:14:01.799952 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: agent_resources_synced.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.800863 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.801374 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: agent-resources-synced May 06 09:14:01.801698 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: allowedaddresspairs.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.803474 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.804028 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: allowed-address-pairs May 06 09:14:01.804360 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: auto_allocated_topology.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.805433 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.805951 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: auto-allocated-topology May 06 09:14:01.806279 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: availability_zone.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.807003 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.807528 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: availability_zone May 06 09:14:01.807859 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: availability_zone_filter.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.808763 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.809272 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: availability_zone_filter May 06 09:14:01.809596 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: data_plane_status.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.810491 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.810991 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extension data-plane-status not supported by any of loaded plugins May 06 09:14:01.811311 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: default_subnetpools.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.812243 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.812751 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: default-subnetpools May 06 09:14:01.813080 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: dhcpagentscheduler.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.813880 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.814382 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: dhcp_agent_scheduler May 06 09:14:01.814703 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: dns.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.815630 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.816127 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extension dns-integration not supported by any of loaded plugins May 06 09:14:01.816447 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: dns_domain_ports.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.817357 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.817857 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extension dns-domain-ports not supported by any of loaded plugins May 06 09:14:01.818179 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: dvr.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.818849 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.819350 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: dvr May 06 09:14:01.819694 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: empty_string_filtering.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.820599 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.821103 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: empty-string-filtering May 06 09:14:01.821424 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.822852 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.823354 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 06 09:14:01.823703 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.824606 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.825107 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 06 09:14:01.825428 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: external_net.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.826323 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.826831 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: external-net May 06 09:14:01.827151 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: extra_dhcp_opt.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.828080 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.828585 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: extra_dhcp_opt May 06 09:14:01.828906 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: extraroute.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.829812 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.830317 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: extraroute May 06 09:14:01.830637 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: extraroute_atomic.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.831705 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.832221 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: extraroute-atomic May 06 09:14:01.832546 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: filter_validation.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.833205 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.833712 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: filter-validation May 06 09:14:01.834034 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: fip_pf_description.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.835107 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.835633 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 06 09:14:01.835958 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: fip_port_details.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.836867 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.837368 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: fip-port-details May 06 09:14:01.837738 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: flavors.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.839472 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.840012 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: flavors May 06 09:14:01.840342 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.842000 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.842520 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 06 09:14:01.842858 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: floatingip_pools.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.843592 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.844106 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: floatingip-pools May 06 09:14:01.844438 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: ip_allocation.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.845357 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.845863 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extension ip_allocation not supported by any of loaded plugins May 06 09:14:01.846192 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: ip_substring_port_filtering.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.847103 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.847647 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: ip-substring-filtering May 06 09:14:01.847979 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: l2_adjacency.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.848908 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.849411 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extension l2_adjacency not supported by any of loaded plugins May 06 09:14:01.849738 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: l3.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.850700 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.851221 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: router May 06 09:14:01.851573 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: l3_conntrack_helper.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.853828 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.854355 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 06 09:14:01.854688 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: l3_ext_gw_mode.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.855641 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.856157 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: ext-gw-mode May 06 09:14:01.856486 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: l3_ext_ha_mode.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.857412 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.857919 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: l3-ha May 06 09:14:01.858244 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: l3_flavors.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.859146 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.859686 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: l3-flavors May 06 09:14:01.860014 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.860918 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.861424 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: l3-port-ip-change-not-allowed May 06 09:14:01.861746 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: l3agentscheduler.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.862781 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.863295 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: l3_agent_scheduler May 06 09:14:01.863659 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: logging.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.865142 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.865659 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extension logging not supported by any of loaded plugins May 06 09:14:01.865991 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: metering.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.866731 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.867307 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: metering May 06 09:14:01.867665 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.868765 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.869863 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: metering_source_and_destination_fields May 06 09:14:01.870189 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: multiprovidernet.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.871231 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.871773 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: multi-provider May 06 09:14:01.872104 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: netmtu.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.873015 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.873522 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: net-mtu May 06 09:14:01.873852 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: netmtu_writable.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.874759 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.875264 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: net-mtu-writable May 06 09:14:01.875616 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: network_availability_zone.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.876282 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.876782 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: network_availability_zone May 06 09:14:01.877103 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: network_ip_availability.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.878188 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.878704 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: network-ip-availability May 06 09:14:01.879030 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: network_segment_range.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.879833 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.880341 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extension network-segment-range not supported by any of loaded plugins May 06 09:14:01.880669 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: pagination.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.881642 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.882067 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: pagination May 06 09:14:01.882398 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: port_device_profile.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.883301 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.883853 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: port-device-profile May 06 09:14:01.884179 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: port_mac_address_regenerate.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.885646 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.886151 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: port-mac-address-regenerate May 06 09:14:01.886475 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: port_numa_affinity_policy.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.887385 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.887921 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: port-numa-affinity-policy May 06 09:14:01.888245 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: port_resource_request.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.889149 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.889650 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extension port-resource-request not supported by any of loaded plugins May 06 09:14:01.889975 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: portbindings.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.890890 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.891395 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: binding May 06 09:14:01.891747 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: portbindings_extended.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.893024 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.893541 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: binding-extended May 06 09:14:01.893867 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: portsecurity.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.894776 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.895287 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: port-security May 06 09:14:01.895651 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: project_id.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.896630 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.896965 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: project-id May 06 09:14:01.897294 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: providernet.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.898203 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.898718 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: provider May 06 09:14:01.899044 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: qos.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.902654 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.903133 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extension qos not supported by any of loaded plugins May 06 09:14:01.903469 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: qos_bw_limit_direction.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.904730 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.905246 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 06 09:14:01.905579 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.906497 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.907007 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 06 09:14:01.907337 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: qos_default.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.908278 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.909048 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extension qos-default not supported by any of loaded plugins May 06 09:14:01.909376 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: qos_fip.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.910026 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.910533 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extension qos-fip not supported by any of loaded plugins May 06 09:14:01.910860 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: qos_gateway_ip.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.911816 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.912333 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extension qos-gateway-ip not supported by any of loaded plugins May 06 09:14:01.912658 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: qos_port_network_policy.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.913572 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.914084 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extension qos-port-network-policy not supported by any of loaded plugins May 06 09:14:01.914411 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: qos_rule_type_details.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.915320 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.915878 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extension qos-rule-type-details not supported by any of loaded plugins May 06 09:14:01.916202 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: qos_rules_alias.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.917249 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.917758 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extension qos-rules-alias not supported by any of loaded plugins May 06 09:14:01.918081 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: quotasv2.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.919095 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.919429 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: quotas May 06 09:14:01.919777 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: quotasv2_detail.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.921388 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.921732 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: quota_details May 06 09:14:01.922066 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: rbac.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.923116 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.923674 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: rbac-policies May 06 09:14:01.924009 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: rbac_address_group.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.924944 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.925461 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: rbac-address-group May 06 09:14:01.925792 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: rbac_address_scope.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.926726 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.927238 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: rbac-address-scope May 06 09:14:01.927601 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: rbac_security_groups.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.928512 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.929022 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: rbac-security-groups May 06 09:14:01.929347 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: rbac_subnetpool.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.930261 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.930766 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: rbac-subnetpool May 06 09:14:01.931088 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: revisionifmatch.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.932614 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.933125 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: revision-if-match May 06 09:14:01.933452 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: revisions.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.934569 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.935078 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: standard-attr-revisions May 06 09:14:01.935404 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: router_availability_zone.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.936104 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.936615 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: router_availability_zone May 06 09:14:01.936939 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: routerservicetype.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.937852 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.938357 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extension router-service-type not supported by any of loaded plugins May 06 09:14:01.938681 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.939638 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.940152 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: security-groups-normalized-cidr May 06 09:14:01.940479 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: security_groups_port_filtering.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.941396 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.941908 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: port-security-groups-filtering May 06 09:14:01.942233 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: security_groups_remote_address_group.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.943150 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.943698 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: security-groups-remote-address-group May 06 09:14:01.944033 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: securitygroup.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.954211 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.954742 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: security-group May 06 09:14:01.955080 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: segment.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.955900 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.956411 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extension segment not supported by any of loaded plugins May 06 09:14:01.956740 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.957668 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.958176 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 06 09:14:01.958513 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: servicetype.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.959709 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.960231 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: service-type May 06 09:14:01.960560 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: sorting.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.961534 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.961869 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: sorting May 06 09:14:01.962194 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: standard_attr_segment.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.963123 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.963665 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extension standard-attr-segment not supported by any of loaded plugins May 06 09:14:01.963999 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: standardattrdescription.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.964644 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.965154 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: standard-attr-description May 06 09:14:01.965479 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: stateful_security_group.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.966395 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.966915 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: stateful-security-group May 06 09:14:01.967241 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: stdattrs_common.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.967848 dv-cinder-790014-1-smb neutron-server[74118]: WARNING neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 06 09:14:01.968175 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.969159 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.969673 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 06 09:14:01.969997 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: subnet_onboard.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.971065 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.971621 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: subnet_onboard May 06 09:14:01.971952 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: subnet_segmentid_writable.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.972871 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.973380 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 06 09:14:01.973705 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: subnet_service_types.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.974628 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.975145 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: subnet-service-types May 06 09:14:01.975473 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: subnetallocation.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.976567 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.977083 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: subnet_allocation May 06 09:14:01.977412 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.978075 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.978615 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: subnetpool-prefix-ops May 06 09:14:01.978938 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.979913 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.980426 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 06 09:14:01.980748 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: tagging.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.981812 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.982333 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: standard-attr-tag May 06 09:14:01.982661 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: timestamp.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.983945 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.984464 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loaded extension: standard-attr-timestamp May 06 09:14:01.984797 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: trunk.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.985823 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.986335 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extension trunk not supported by any of loaded plugins May 06 09:14:01.986663 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: trunk_details.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.987616 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.988129 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extension trunk-details not supported by any of loaded plugins May 06 09:14:01.988458 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: uplink_status_propagation.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.989375 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.989882 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extension uplink-status-propagation not supported by any of loaded plugins May 06 09:14:01.990207 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Loading extension file: vlantransparent.py {{(pid=74118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 06 09:14:01.990872 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=74118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 06 09:14:01.991373 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extension vlan-transparent not supported by any of loaded plugins May 06 09:14:01.993815 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.quota.resource_registry [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Creating instance of TrackedResource for resource:network May 06 09:14:01.995154 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.quota.resource_registry [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Creating instance of TrackedResource for resource:subnet May 06 09:14:01.995967 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.quota.resource_registry [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Creating instance of TrackedResource for resource:subnetpool May 06 09:14:01.996579 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.quota.resource_registry [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Creating instance of TrackedResource for resource:port May 06 09:14:01.997830 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.v2.resource_helper [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 09:14:01.998277 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.v2.resource_helper [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Service FLAVORS assigned prefix: {{(pid=74118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 09:14:01.998916 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.v2.resource_helper [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 09:14:01.999349 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.v2.resource_helper [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 09:14:01.999707 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.quota.resource_registry [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Creating instance of TrackedResource for resource:router May 06 09:14:02.000375 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.quota.resource_registry [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Creating instance of TrackedResource for resource:floatingip May 06 09:14:02.001076 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.v2.resource_helper [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Service METERING assigned prefix: /metering {{(pid=74118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 09:14:02.002536 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:02.002913 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:02.003278 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:14:02.004454 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.quota.resource_registry [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Creating instance of CountableResource for resource:rbac_policy May 06 09:14:02.004906 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.quota.resource_registry [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Creating instance of TrackedResource for resource:security_group May 06 09:14:02.005569 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.quota.resource_registry [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Creating instance of TrackedResource for resource:security_group_rule May 06 09:14:02.006305 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.v2.resource_helper [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Service CORE assigned prefix: {{(pid=74118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 09:14:02.006640 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.quota.resource_registry [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Creating instance of TrackedResource for resource:subnetpool May 06 09:14:02.006978 dv-cinder-790014-1-smb neutron-server[74118]: WARNING neutron.quota.resource_registry [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] subnetpool is already registered May 06 09:14:02.007657 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.v2.resource_helper [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Service CORE assigned prefix: {{(pid=74118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 09:14:02.007991 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.quota.resource_registry [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Creating instance of TrackedResource for resource:subnetpool May 06 09:14:02.008325 dv-cinder-790014-1-smb neutron-server[74118]: WARNING neutron.quota.resource_registry [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] subnetpool is already registered May 06 09:14:02.010957 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.v2.resource_helper [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 09:14:02.011396 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.v2.resource_helper [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Service FLAVORS assigned prefix: {{(pid=74118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 09:14:02.012018 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.v2.resource_helper [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 09:14:02.012443 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.v2.resource_helper [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 09:14:02.012781 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.quota.resource_registry [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Creating instance of TrackedResource for resource:router May 06 09:14:02.013113 dv-cinder-790014-1-smb neutron-server[74118]: WARNING neutron.quota.resource_registry [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] router is already registered May 06 09:14:02.013709 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.quota.resource_registry [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Creating instance of TrackedResource for resource:floatingip May 06 09:14:02.014042 dv-cinder-790014-1-smb neutron-server[74118]: WARNING neutron.quota.resource_registry [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] floatingip is already registered May 06 09:14:02.014672 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.v2.resource_helper [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Service METERING assigned prefix: /metering {{(pid=74118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 09:14:02.015340 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.quota.resource_registry [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Creating instance of CountableResource for resource:rbac_policy May 06 09:14:02.015702 dv-cinder-790014-1-smb neutron-server[74118]: WARNING neutron.quota.resource_registry [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] rbac_policy is already registered May 06 09:14:02.017161 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.quota.resource_registry [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Creating instance of TrackedResource for resource:security_group May 06 09:14:02.017505 dv-cinder-790014-1-smb neutron-server[74118]: WARNING neutron.quota.resource_registry [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] security_group is already registered May 06 09:14:02.018099 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.quota.resource_registry [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Creating instance of TrackedResource for resource:security_group_rule May 06 09:14:02.018447 dv-cinder-790014-1-smb neutron-server[74118]: WARNING neutron.quota.resource_registry [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] security_group_rule is already registered May 06 09:14:02.019107 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.v2.resource_helper [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Service CORE assigned prefix: {{(pid=74118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 09:14:02.019451 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.quota.resource_registry [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Creating instance of TrackedResource for resource:subnetpool May 06 09:14:02.019803 dv-cinder-790014-1-smb neutron-server[74118]: WARNING neutron.quota.resource_registry [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] subnetpool is already registered May 06 09:14:02.020423 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.v2.resource_helper [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Service CORE assigned prefix: {{(pid=74118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 09:14:02.020750 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.quota.resource_registry [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Creating instance of TrackedResource for resource:subnetpool May 06 09:14:02.021081 dv-cinder-790014-1-smb neutron-server[74118]: WARNING neutron.quota.resource_registry [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] subnetpool is already registered May 06 09:14:02.021728 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extended resource: extensions {{(pid=74118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:14:02.023184 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extended resource: address-groups {{(pid=74118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:14:02.026203 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extended resource: address-scopes {{(pid=74118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:14:02.027143 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extended resource: agents {{(pid=74118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:14:02.028363 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extended resource: auto-allocated-topology {{(pid=74118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:14:02.029621 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extended resource: availability_zones {{(pid=74118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:14:02.030954 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extended resource: dhcp-networks {{(pid=74118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:14:02.032399 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extended resource: dhcp-agents {{(pid=74118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:14:02.034100 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extended resource: routers {{(pid=74118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:14:02.036122 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extended resource: flavors {{(pid=74118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:14:02.037310 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extended resource: service_profiles {{(pid=74118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:14:02.038509 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extended resource: next_providers {{(pid=74118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:14:02.040084 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extended resource: service_profiles {{(pid=74118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:14:02.042106 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extended resource: floatingip-pools {{(pid=74118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:14:02.043332 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extended resource: routers {{(pid=74118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:14:02.045197 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extended resource: floatingips {{(pid=74118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:14:02.046391 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extended resource: l3-routers {{(pid=74118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:14:02.047838 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extended resource: l3-agents {{(pid=74118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:14:02.049293 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extended resource: metering-labels {{(pid=74118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:14:02.050655 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extended resource: metering-label-rules {{(pid=74118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:14:02.051967 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extended resource: network-ip-availabilities {{(pid=74118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:14:02.053288 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extended resource: bindings {{(pid=74118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:14:02.054971 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extended resource: quotas {{(pid=74118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:14:02.056573 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extended resource: quotas {{(pid=74118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:14:02.058005 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extended resource: rbac-policies {{(pid=74118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:14:02.059298 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extended resource: security-groups {{(pid=74118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:14:02.060554 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extended resource: security-group-rules {{(pid=74118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:14:02.061908 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extended resource: service-providers {{(pid=74118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:14:02.063240 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extended resource: subnetpools {{(pid=74118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:14:02.064708 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extended resource: subnetpools {{(pid=74118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:14:02.066184 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extended resource: tags {{(pid=74118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:14:02.067948 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extended resource: tags {{(pid=74118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:14:02.069783 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extended resource: tags {{(pid=74118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:14:02.071579 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extended resource: tags {{(pid=74118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:14:02.073472 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extended resource: tags {{(pid=74118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:14:02.075320 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extended resource: tags {{(pid=74118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:14:02.077067 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extended resource: tags {{(pid=74118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:14:02.079924 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extended resource: tags {{(pid=74118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:14:02.081719 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extended resource: tags {{(pid=74118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:14:02.194542 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron.api.extensions [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Extended resource: tags {{(pid=74118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:14:02.200526 dv-cinder-790014-1-smb neutron-server[74118]: WARNING keystonemiddleware.auth_token [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 06 09:14:02.205281 dv-cinder-790014-1-smb neutron-server[74118]: WARNING keystonemiddleware.auth_token [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 06 09:14:02.214219 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_concurrency.lockutils [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Acquired lock "singleton_lock" {{(pid=74118) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 06 09:14:02.214710 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_concurrency.lockutils [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Releasing lock "singleton_lock" {{(pid=74118) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 06 09:14:02.215358 dv-cinder-790014-1-smb neutron-server[74118]: INFO oslo_service.service [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Starting 2 workers May 06 09:14:02.220097 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Started child 74231 {{(pid=74118) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 06 09:14:02.224336 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Started child 74232 {{(pid=74118) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 06 09:14:02.225132 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:02.225903 dv-cinder-790014-1-smb neutron-server[74118]: INFO neutron.service [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Neutron service started, listening on 0.0.0.0:9696 May 06 09:14:02.226555 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Notify callbacks [] for process, before_spawn {{(pid=74118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:02.226709 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [-] (74231) wsgi starting up on http://0.0.0.0:9696 May 06 09:14:02.229608 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:02.230085 dv-cinder-790014-1-smb neutron-server[74118]: INFO oslo_service.service [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Starting 1 workers May 06 09:14:02.230965 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [-] (74232) wsgi starting up on http://0.0.0.0:9696 May 06 09:14:02.234603 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Started child 74233 {{(pid=74118) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 06 09:14:02.235136 dv-cinder-790014-1-smb neutron-server[74118]: INFO oslo_service.service [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Starting 1 workers May 06 09:14:02.237866 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.service [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] calling RpcWorker wait() {{(pid=74233) _wait /opt/stack/neutron/neutron/service.py:128}} May 06 09:14:02.238450 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.service [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] returning from RpcWorker wait() {{(pid=74233) _wait /opt/stack/neutron/neutron/service.py:135}} May 06 09:14:02.239360 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Started child 74234 {{(pid=74118) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 06 09:14:02.239563 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:02.239963 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:14:02.240210 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG neutron_lib.callbacks.manager [None req-a402296f-eedc-464b-95cb-97d00f90dbdf None None] Notify callbacks [] for process, after_spawn {{(pid=74118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:02.241996 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74118) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 06 09:14:02.242300 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 06 09:14:02.242492 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 06 09:14:02.242711 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 06 09:14:02.243038 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 06 09:14:02.243209 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 06 09:14:02.243729 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.244023 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.244193 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:02.244715 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.244715 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.244996 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.245136 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:14:02.245426 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.245679 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.245918 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.246206 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.246464 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.246638 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.246808 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.247052 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.247304 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.247635 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.247905 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.248154 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.248448 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.248624 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.248878 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.249142 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.249410 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.249653 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] debug = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.249910 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.250407 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.250694 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.250885 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.251122 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.251382 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.251662 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.251947 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.252178 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.252409 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.252628 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.252989 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.253250 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.253492 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.253749 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.253949 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.254163 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.254642 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] host = dv-cinder-790014-1-smb {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.254865 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.255079 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.255323 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.255585 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.255844 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.256057 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.256318 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.256562 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.256825 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.257048 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.257263 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.257516 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.257761 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.257988 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] log_file = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.258147 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] log_options = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.258386 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.258667 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.258937 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.259125 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.259374 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.260154 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.260306 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.260443 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.260700 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.260934 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.261150 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.261361 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.261596 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.261840 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.262097 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.262326 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.262557 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.262764 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.263007 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.263248 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.263471 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.263736 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.263976 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.264157 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.264392 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.264625 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.264871 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.265119 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.265337 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.265580 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.265818 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.266052 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.266284 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.266536 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.266760 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.267141 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.267292 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.267708 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.267708 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.268079 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.268216 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.268372 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.268604 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.268840 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.269075 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.269308 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] use_json = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.269520 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.269753 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.270408 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.270408 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.270408 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.270674 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.270859 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.271091 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.271522 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.271809 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.272137 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.272363 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.272594 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.272833 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.273078 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.273295 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.273539 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.273783 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.274101 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.274346 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.274648 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.274888 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.275151 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.276066 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.276328 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.278278 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.278278 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.278278 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.278278 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.278278 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.278278 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.278278 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.278703 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.278703 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.278821 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.279029 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.279269 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.279521 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.279744 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.279978 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.280244 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.280466 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.280684 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.280903 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.281133 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.281348 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.281595 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.281820 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.282061 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.282820 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.282820 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.282820 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.283237 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.283237 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.283804 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.283957 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.284117 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.284309 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.284535 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.284754 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.284979 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.285172 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.285417 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.285660 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.285861 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.286093 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.286286 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.286524 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.286770 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.287019 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.287236 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.287449 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.287686 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.287922 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.288154 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.288398 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.288641 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.288854 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.289073 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.289303 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.289516 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.289745 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.289957 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.290192 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.290403 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.290634 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.291094 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.291094 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.291444 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.291619 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.291752 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.291959 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.292240 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.292568 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.292830 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.293072 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.293322 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.293568 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.293806 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.294053 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.294292 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.294529 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.294777 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.295039 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.295266 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.295542 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.296035 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.296035 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.296312 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.296466 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.296725 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.297099 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.297195 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.297409 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.297671 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.297924 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.298158 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.298413 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.298678 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.298985 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.299243 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.299553 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.299775 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.300065 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.300363 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.300614 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.303071 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.303071 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.303071 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.303071 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.303071 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.303071 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.303071 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.303071 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.303071 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.304787 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.304787 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.304787 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.304787 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.304787 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.304787 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.304787 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.304787 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.305888 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.305888 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.305888 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.305888 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.305888 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.306609 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.306609 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.306872 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.306872 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.307131 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.307294 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.307780 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.307780 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.308083 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.308239 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.308461 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.308677 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.308910 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.309412 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.309412 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.309685 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.309833 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.310018 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.310502 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.310502 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.310799 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.310937 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.311141 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.311376 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.311636 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.311872 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.312086 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.312337 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.312554 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.312832 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.313130 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.313320 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.313552 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.313774 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.314041 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.314254 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.314494 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.314737 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.315262 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.315262 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.315592 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.315592 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.315862 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.315998 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.316262 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.316523 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.316775 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.317410 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.317410 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.317715 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.317853 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.317991 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.323510 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.323510 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.323510 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.323510 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.323510 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.323510 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.323510 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.323510 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.324157 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.324157 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.324157 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.324157 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.324157 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.324157 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.324157 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.324157 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.324157 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.324760 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.324760 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.324760 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.324760 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.324760 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.324760 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.324760 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.324760 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.324760 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.325395 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.325395 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.325395 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.325395 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.325395 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.325744 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.325744 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.325961 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.326206 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.326416 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.326629 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.326844 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.327054 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.327369 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.327656 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.327901 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.328180 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.328415 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.328662 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.328905 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.329228 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.329464 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.329704 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.329923 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.330139 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.330359 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.330622 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.330939 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.331243 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.331513 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.331778 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.332050 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.332539 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.332977 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.333365 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.333849 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.334187 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.334494 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.334762 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.335168 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.335472 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.335732 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.335959 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.336203 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.336464 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.336684 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.336929 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.337200 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.337427 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.337724 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.338454 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.338744 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.338898 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.339145 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.339385 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.339643 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.339840 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 06 09:14:02.340413 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74118) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 06 09:14:02.340579 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 06 09:14:02.340733 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 06 09:14:02.340906 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 06 09:14:02.341072 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 06 09:14:02.341382 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 06 09:14:02.341593 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.341757 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.341940 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.342114 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.342270 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.342411 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.342583 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.342721 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.342877 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.343187 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.343725 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.343725 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.343725 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.343958 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.343958 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.344126 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.344264 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.344421 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.344584 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.344745 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.344900 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.345210 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.345371 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] debug = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.345534 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.345708 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.345865 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.346023 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.346183 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.346343 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.346501 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.346657 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.346894 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.346989 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.347163 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.347254 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.347418 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.347602 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.347762 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.347924 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.348075 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.348234 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] host = dv-cinder-790014-1-smb {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.348391 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.348553 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.348712 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.348871 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.349029 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.349189 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.349351 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.349506 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.349663 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.349819 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.349982 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.350172 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.350346 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.350486 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] log_file = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.350620 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] log_options = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.350753 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.350885 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.351018 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.351161 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.351329 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.351511 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.351658 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.351817 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.351969 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.352103 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.352262 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.352403 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.352565 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.352717 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.352853 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.353006 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.353140 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.353326 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.353488 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.353629 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.353792 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.353942 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.354154 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.354289 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.354421 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.354554 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.354688 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.354821 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.354953 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.355108 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.355268 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.355468 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.355639 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.355775 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.355920 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.356065 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.356198 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.356331 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.356464 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.356597 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.356761 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.356902 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.357063 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.357204 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.357366 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.357526 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] use_json = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.357667 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.357829 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.357982 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.358126 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.358280 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.358439 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.358597 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.358818 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:14:02.359054 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.359054 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.359316 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.361231 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.361231 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.361231 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.361231 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.361231 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.361231 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.361231 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.361231 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.361231 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.362352 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.362352 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.362352 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.362352 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.362352 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.362352 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.362352 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.362352 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.363319 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.363319 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.363319 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.363319 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.363319 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.363319 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.363319 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.363319 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.364195 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.364195 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.364195 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.364195 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.364195 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.364195 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.364195 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.364669 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.364669 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.364669 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.364871 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.364871 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.365020 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.365169 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.365331 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.365492 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.365653 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.365813 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.365975 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.366135 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.366297 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.366458 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.366628 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.366789 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.366950 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.367110 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.367273 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.367433 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.367614 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.367776 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.367937 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.368099 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.368258 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.368432 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.368592 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.368753 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.368954 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.369119 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.369279 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.369442 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.369604 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.369765 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.369926 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.370088 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.370249 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.370412 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.370576 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.370738 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.370899 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.371062 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.371222 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.371383 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.371566 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.371730 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.371892 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.372054 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.372224 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.372401 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.372563 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.372723 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.372885 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.373046 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.373207 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.373368 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.373529 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.373691 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.373851 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.374012 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.374173 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.374337 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.374500 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.374661 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.374822 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.374982 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.375142 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.375307 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.375467 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.375795 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.375962 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.376172 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.376482 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.376482 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.378017 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.378017 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.378017 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.378017 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.378017 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.378017 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.378017 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.378017 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.379747 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.379747 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.379747 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.379747 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.379747 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.379747 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.379747 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.379747 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.379747 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.380246 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.380246 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.380246 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.380246 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.380246 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.380246 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.380246 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.380246 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.380678 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.380678 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.380678 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.380852 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.381112 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.381112 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.381374 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.381489 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.381599 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.381760 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.381922 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.382083 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.382243 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.382405 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.382565 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.382727 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.382954 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.383081 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.383335 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.383335 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.383511 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.383654 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.383809 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.383973 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.384229 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.384356 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.384438 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.385091 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.385255 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.385416 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.385592 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.385721 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.385888 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.386052 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.386214 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.386375 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.386536 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.386697 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.386859 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.387021 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.387189 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.387312 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.387469 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.387933 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.387933 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.387933 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.388313 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.388313 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.389014 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.389014 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.389014 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.389014 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.389014 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.389729 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.389729 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.389729 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.389729 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.389729 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.391814 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.391814 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.391814 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.391814 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.391814 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.391814 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.391814 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.391814 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.393241 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.393241 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.393241 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.393241 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.393241 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.393241 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.393241 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.393241 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.393241 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.394211 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.394211 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.394427 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:14:02.394552 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.394552 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.394552 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.394552 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.394552 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.394552 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.394552 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.394552 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.394552 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.395543 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.395543 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.395543 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.395543 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.395543 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.395543 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.395543 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.395543 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.395543 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.396514 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.396514 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.396514 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.396514 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.396514 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.396514 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.396514 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.396514 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.397380 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.397380 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.397380 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.397380 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.397380 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.397919 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.397919 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.397919 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.397919 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.398363 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.398363 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.398363 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.398705 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.398705 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.398973 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.398973 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.399363 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.399363 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.399621 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.399621 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.399847 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.399966 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.400084 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.400773 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.400917 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.401040 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.401199 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.401361 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.401522 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.401683 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.401843 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.402003 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.402163 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.402324 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.402484 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.402645 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:14:02.402798 dv-cinder-790014-1-smb neutron-server[74118]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 06 09:14:02.688438 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 48068) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:14:02.696855 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062516 May 06 09:14:13.298722 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4171b1-40cb-4109-b7b0-3e5e2619c0d8 None None] get_active_networks_info from dv-cinder-790014-1-smb {{(pid=74233) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 06 09:14:13.422129 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4171b1-40cb-4109-b7b0-3e5e2619c0d8 None None] No non-hosted networks {{(pid=74233) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 06 09:14:13.424464 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.agentschedulers_db [None req-de4171b1-40cb-4109-b7b0-3e5e2619c0d8 None None] DHCP Agent not found on host dv-cinder-790014-1-smb {{(pid=74233) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 06 09:14:13.495159 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-046bc380-ae6c-443a-a41c-2276d30f9bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350'] for agent, after_create {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:15.850060 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350'] for agent, after_create {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:15.851544 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:15.857379 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:15.857379 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:15.857379 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:15.857379 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:15.857379 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:15.857832 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:15.857832 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:15.857832 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:15.857832 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:15.857832 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:15.858147 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:15.858147 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-790014-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:14:15.871471 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790014-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:14:15.873004 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-5c14e4f0-57da-4f4c-af86-8dbbe8cd6629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350'] for agent, after_create {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:15.890938 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.db.api [None req-5648d7f5-0a9e-4b01-8254-7ac1e9e24ef8 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-790014-1-smb {{(pid=74233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:14:15.896930 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_db.api [None req-5648d7f5-0a9e-4b01-8254-7ac1e9e24ef8 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:14:16.416785 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-5648d7f5-0a9e-4b01-8254-7ac1e9e24ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:16.952329 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350'] for agent, after_create {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:18.642332 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350'] for agent, after_create {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:18.837453 dv-cinder-790014-1-smb neutron-server[74233]: INFO neutron.db.l3_hamode_db [None req-a4f97844-fb42-4c28-ace9-425034a5391e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 06 09:14:18.925590 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f97844-fb42-4c28-ace9-425034a5391e None None] Routers set() bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:14:18.925883 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f97844-fb42-4c28-ace9-425034a5391e None None] Router IDs set() for agent in host dv-cinder-790014-1-smb {{(pid=74233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 06 09:14:20.041912 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 48162) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:14:20.620123 dv-cinder-790014-1-smb neutron-server[74231]: WARNING oslo_policy.policy [None req-f696daa9-7ec7-45e3-bebe-86582bb3944f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 09:14:20.620704 dv-cinder-790014-1-smb neutron-server[74231]: WARNING oslo_policy.policy [None req-f696daa9-7ec7-45e3-bebe-86582bb3944f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 09:14:20.841472 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [None req-f696daa9-7ec7-45e3-bebe-86582bb3944f admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=74231) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:14:20.842696 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-f696daa9-7ec7-45e3-bebe-86582bb3944f admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7987189 May 06 09:14:23.166318 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 48176) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:14:23.740610 dv-cinder-790014-1-smb neutron-server[74232]: WARNING oslo_policy.policy [None req-2e250e23-d06d-41f5-be55-be2f6fb07df6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 09:14:23.741222 dv-cinder-790014-1-smb neutron-server[74232]: WARNING oslo_policy.policy [None req-2e250e23-d06d-41f5-be55-be2f6fb07df6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 09:14:23.954931 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-2e250e23-d06d-41f5-be55-be2f6fb07df6 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:14:24.052771 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.policy [None req-2e250e23-d06d-41f5-be55-be2f6fb07df6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74232) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 06 09:14:24.098458 dv-cinder-790014-1-smb neutron-server[74232]: WARNING oslo_policy.policy [None req-2e250e23-d06d-41f5-be55-be2f6fb07df6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 09:14:24.098845 dv-cinder-790014-1-smb neutron-server[74232]: WARNING oslo_policy.policy [None req-2e250e23-d06d-41f5-be55-be2f6fb07df6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 09:14:24.107251 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.quota [None req-2e250e23-d06d-41f5-be55-be2f6fb07df6 admin admin] Loaded quota_driver: . May 06 09:14:24.122306 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-2e250e23-d06d-41f5-be55-be2f6fb07df6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:14:24.254837 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-2e250e23-d06d-41f5-be55-be2f6fb07df6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734683898872', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734683898315', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734683892613', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734683948265', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734683942351', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734683931245', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1693919', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1994746', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-930713', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1001189'] for rbac-policy, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:24.413503 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-2e250e23-d06d-41f5-be55-be2f6fb07df6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:24.414871 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-2e250e23-d06d-41f5-be55-be2f6fb07df6 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2474279 May 06 09:14:26.960086 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 48194) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:14:27.307945 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-950dfd47-0574-482c-bd8f-84fd23cf3f01 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'acb3fe84de66465ab9bdca71a4197496', 'name': 'private', 'tenant_id': 'acb3fe84de66465ab9bdca71a4197496'}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:14:27.312715 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-950dfd47-0574-482c-bd8f-84fd23cf3f01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:14:27.317135 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-950dfd47-0574-482c-bd8f-84fd23cf3f01 admin admin] Usage tracker for resource:network and tenant:acb3fe84de66465ab9bdca71a4197496 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:14:27.321817 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-950dfd47-0574-482c-bd8f-84fd23cf3f01 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:14:27.327938 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-950dfd47-0574-482c-bd8f-84fd23cf3f01 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:14:27.384532 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950dfd47-0574-482c-bd8f-84fd23cf3f01 admin admin] Made reservation on behalf of acb3fe84de66465ab9bdca71a4197496 for: {'network': 1} {{(pid=74232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:14:27.387241 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-950dfd47-0574-482c-bd8f-84fd23cf3f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for network, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:27.404987 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-950dfd47-0574-482c-bd8f-84fd23cf3f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:27.419367 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-950dfd47-0574-482c-bd8f-84fd23cf3f01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:14:27.422934 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-950dfd47-0574-482c-bd8f-84fd23cf3f01 admin admin] Usage tracker for resource:security_group_rule and tenant:acb3fe84de66465ab9bdca71a4197496 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:14:27.427762 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-950dfd47-0574-482c-bd8f-84fd23cf3f01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:14:27.433247 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-950dfd47-0574-482c-bd8f-84fd23cf3f01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:14:27.524464 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-950dfd47-0574-482c-bd8f-84fd23cf3f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:27.587833 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-950dfd47-0574-482c-bd8f-84fd23cf3f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:27.592909 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:14:27.610235 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-950dfd47-0574-482c-bd8f-84fd23cf3f01 admin admin] vlan segment allocate from pool success with {'vlan_id': 1005, 'physical_network': 'physnet1'} {{(pid=74232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:14:27.635198 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-950dfd47-0574-482c-bd8f-84fd23cf3f01 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734680829332', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047374'] for segment, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:27.638044 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-950dfd47-0574-482c-bd8f-84fd23cf3f01 admin admin] Unsubscribe: segment precommit_create {{(pid=74232) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 06 09:14:27.638044 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.db.segments_db [None req-950dfd47-0574-482c-bd8f-84fd23cf3f01 admin admin] Added segment 62b6b6db-f6e3-4173-b365-edae42b8f5d2 of type vlan for network 7cc6c6ff-089e-4580-b882-1565792aff07 May 06 09:14:27.684524 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950dfd47-0574-482c-bd8f-84fd23cf3f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33982cde-8b02-41c3-b55d-32083c699ae0,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:14:27.704568 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950dfd47-0574-482c-bd8f-84fd23cf3f01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:27.704900 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950dfd47-0574-482c-bd8f-84fd23cf3f01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:27.705223 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950dfd47-0574-482c-bd8f-84fd23cf3f01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:27.705542 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950dfd47-0574-482c-bd8f-84fd23cf3f01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:27.705852 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950dfd47-0574-482c-bd8f-84fd23cf3f01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:27.706166 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950dfd47-0574-482c-bd8f-84fd23cf3f01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:27.706491 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950dfd47-0574-482c-bd8f-84fd23cf3f01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:27.706799 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950dfd47-0574-482c-bd8f-84fd23cf3f01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:27.707124 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950dfd47-0574-482c-bd8f-84fd23cf3f01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:27.707437 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950dfd47-0574-482c-bd8f-84fd23cf3f01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:27.707758 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950dfd47-0574-482c-bd8f-84fd23cf3f01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:27.708061 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950dfd47-0574-482c-bd8f-84fd23cf3f01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:27.709105 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950dfd47-0574-482c-bd8f-84fd23cf3f01 admin admin] Tracked resource versions report: May 06 09:14:27.709105 dv-cinder-790014-1-smb neutron-server[74232]: pushed versions: May 06 09:14:27.709105 dv-cinder-790014-1-smb neutron-server[74232]: { 'AddressGroup': {'1.2'}, May 06 09:14:27.709105 dv-cinder-790014-1-smb neutron-server[74232]: 'ConntrackHelper': {'1.0'}, May 06 09:14:27.709105 dv-cinder-790014-1-smb neutron-server[74232]: 'Log': {'1.0'}, May 06 09:14:27.709105 dv-cinder-790014-1-smb neutron-server[74232]: 'Network': {'1.1'}, May 06 09:14:27.709105 dv-cinder-790014-1-smb neutron-server[74232]: 'Port': {'1.7'}, May 06 09:14:27.709105 dv-cinder-790014-1-smb neutron-server[74232]: 'PortForwarding': {'1.2'}, May 06 09:14:27.709105 dv-cinder-790014-1-smb neutron-server[74232]: 'QosPolicy': {'1.8'}, May 06 09:14:27.709105 dv-cinder-790014-1-smb neutron-server[74232]: 'SecurityGroup': {'1.4'}, May 06 09:14:27.709105 dv-cinder-790014-1-smb neutron-server[74232]: 'SecurityGroupRule': {'1.2'}, May 06 09:14:27.709105 dv-cinder-790014-1-smb neutron-server[74232]: 'SubPort': {'1.0'}, May 06 09:14:27.709105 dv-cinder-790014-1-smb neutron-server[74232]: 'Subnet': {'1.1'}, May 06 09:14:27.709105 dv-cinder-790014-1-smb neutron-server[74232]: 'Trunk': {'1.1'}} May 06 09:14:27.709105 dv-cinder-790014-1-smb neutron-server[74232]: consumer versions: May 06 09:14:27.709105 dv-cinder-790014-1-smb neutron-server[74232]: { DHCP agent@dv-cinder-790014-1-smb: {}, May 06 09:14:27.709105 dv-cinder-790014-1-smb neutron-server[74232]: L3 agent@dv-cinder-790014-1-smb: {}, May 06 09:14:27.709105 dv-cinder-790014-1-smb neutron-server[74232]: Metadata agent@dv-cinder-790014-1-smb: {}, May 06 09:14:27.709105 dv-cinder-790014-1-smb neutron-server[74232]: Metering agent@dv-cinder-790014-1-smb: {}, May 06 09:14:27.709105 dv-cinder-790014-1-smb neutron-server[74232]: Open vSwitch agent@dv-cinder-790014-1-smb: { 'AddressGroup': '1.2', May 06 09:14:27.709105 dv-cinder-790014-1-smb neutron-server[74232]: 'ConntrackHelper': '1.0', May 06 09:14:27.709105 dv-cinder-790014-1-smb neutron-server[74232]: 'Log': '1.0', May 06 09:14:27.709105 dv-cinder-790014-1-smb neutron-server[74232]: 'Network': '1.1', May 06 09:14:27.709105 dv-cinder-790014-1-smb neutron-server[74232]: 'Port': '1.7', May 06 09:14:27.709105 dv-cinder-790014-1-smb neutron-server[74232]: 'PortForwarding': '1.2', May 06 09:14:27.709105 dv-cinder-790014-1-smb neutron-server[74232]: 'QosPolicy': '1.8', May 06 09:14:27.709105 dv-cinder-790014-1-smb neutron-server[74232]: 'SecurityGroup': '1.4', May 06 09:14:27.709105 dv-cinder-790014-1-smb neutron-server[74232]: 'SecurityGroupRule': '1.2', May 06 09:14:27.709105 dv-cinder-790014-1-smb neutron-server[74232]: 'SubPort': '1.0', May 06 09:14:27.709105 dv-cinder-790014-1-smb neutron-server[74232]: 'Subnet': '1.1', May 06 09:14:27.709105 dv-cinder-790014-1-smb neutron-server[74232]: 'Trunk': '1.1'}} May 06 09:14:27.709105 dv-cinder-790014-1-smb neutron-server[74232]: {{(pid=74232) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 09:14:27.754046 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-950dfd47-0574-482c-bd8f-84fd23cf3f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:14:27.755743 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-950dfd47-0574-482c-bd8f-84fd23cf3f01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734680407444'] for network, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:27.856175 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-950dfd47-0574-482c-bd8f-84fd23cf3f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951'] for network, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:27.857629 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950dfd47-0574-482c-bd8f-84fd23cf3f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:14:27.858272 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-950dfd47-0574-482c-bd8f-84fd23cf3f01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for network, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:27.862916 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:14:27.964831 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950dfd47-0574-482c-bd8f-84fd23cf3f01 admin admin] Pushing event updated for resources: {'Network': ['ID=7cc6c6ff-089e-4580-b882-1565792aff07,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:14:27.967838 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-950dfd47-0574-482c-bd8f-84fd23cf3f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:14:27.975799 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Network 7cc6c6ff-089e-4580-b882-1565792aff07 details requested by agent ovs-agent-dv-cinder-790014-1-smb with host dv-cinder-790014-1-smb {{(pid=74233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 09:14:28.008370 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-950dfd47-0574-482c-bd8f-84fd23cf3f01 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.0472193 May 06 09:14:30.617041 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 48210) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:14:31.059719 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5dcd2a7-6729-4597-a1a8-030e63347258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:14:31.061064 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-b5dcd2a7-6729-4597-a1a8-030e63347258 admin admin] 10.222.0.20 "GET /v2.0/networks/7cc6c6ff-089e-4580-b882-1565792aff07 HTTP/1.1" status: 200 len: 826 time: 0.4430847 May 06 09:14:31.087759 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-67fc6b77-a378-4be8-94ce-94990f671c63 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/31270f8d-d4d2-4eed-bba0-db5acf53a341 HTTP/1.1" status: 200 len: 734 time: 0.0212500 May 06 09:14:31.095830 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-09ce2237-0e9b-45c9-9483-affccc6f7e21 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'acb3fe84de66465ab9bdca71a4197496', 'network_id': '7cc6c6ff-089e-4580-b882-1565792aff07', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '31270f8d-d4d2-4eed-bba0-db5acf53a341'}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:14:31.099888 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-09ce2237-0e9b-45c9-9483-affccc6f7e21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:14:31.104107 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-09ce2237-0e9b-45c9-9483-affccc6f7e21 admin admin] Usage tracker for resource:subnet and tenant:acb3fe84de66465ab9bdca71a4197496 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:14:31.106995 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-09ce2237-0e9b-45c9-9483-affccc6f7e21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:14:31.112585 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-09ce2237-0e9b-45c9-9483-affccc6f7e21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:14:31.181402 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ce2237-0e9b-45c9-9483-affccc6f7e21 admin admin] Made reservation on behalf of acb3fe84de66465ab9bdca71a4197496 for: {'subnet': 1} {{(pid=74232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:14:31.183708 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-09ce2237-0e9b-45c9-9483-affccc6f7e21 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:31.792415 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-09ce2237-0e9b-45c9-9483-affccc6f7e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951'] for subnet, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:31.797356 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:14:31.876508 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce2237-0e9b-45c9-9483-affccc6f7e21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40edbb7a-959b-42dc-b0d1-fc5c34346f19,revision_number=0']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:14:31.880488 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ce2237-0e9b-45c9-9483-affccc6f7e21 admin admin] Checking segment: {'id': '62b6b6db-f6e3-4173-b365-edae42b8f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '7cc6c6ff-089e-4580-b882-1565792aff07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:14:31.880864 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ce2237-0e9b-45c9-9483-affccc6f7e21 admin admin] Network hostable DHCP agents. Network: 7cc6c6ff-089e-4580-b882-1565792aff07, hostable agents: ['bc902bc5-40dc-4f86-86c2-e5adb524f41e'], hosted agents: [] {{(pid=74232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:14:31.883533 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-09ce2237-0e9b-45c9-9483-affccc6f7e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:14:31.961467 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ce2237-0e9b-45c9-9483-affccc6f7e21 admin admin] Network 7cc6c6ff-089e-4580-b882-1565792aff07 is scheduled to be hosted by DHCP agent bc902bc5-40dc-4f86-86c2-e5adb524f41e with binding_index 1 {{(pid=74232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:14:32.030037 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.base_scheduler [None req-09ce2237-0e9b-45c9-9483-affccc6f7e21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-1-smb, 7cc6c6ff-089e-4580-b882-1565792aff07) {{(pid=74232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:14:32.034937 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ce2237-0e9b-45c9-9483-affccc6f7e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:14:32.035592 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-09ce2237-0e9b-45c9-9483-affccc6f7e21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for subnet, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:32.040748 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac5b206-5af3-4b3c-b3f0-25bbac86a991 None None] Network 7cc6c6ff-089e-4580-b882-1565792aff07 requested from dv-cinder-790014-1-smb {{(pid=74233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 09:14:32.105418 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-09ce2237-0e9b-45c9-9483-affccc6f7e21 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0128231 May 06 09:14:32.347750 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0165060f-2020-4aef-9831-1ab26d81f274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb69a74-8018-5d74-a3e5-5db803f491de-7cc6c6ff-089e-4580-b882-1565792aff07', 'network_id': '7cc6c6ff-089e-4580-b882-1565792aff07', 'tenant_id': 'acb3fe84de66465ab9bdca71a4197496', 'fixed_ips': [{'subnet_id': '40edbb7a-959b-42dc-b0d1-fc5c34346f19'}]}} from dv-cinder-790014-1-smb. {{(pid=74233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 09:14:32.348989 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0165060f-2020-4aef-9831-1ab26d81f274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:32.538895 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.db_base_plugin_common [None req-0165060f-2020-4aef-9831-1ab26d81f274 None None] Allocated IP 172.20.0.2 (7cc6c6ff-089e-4580-b882-1565792aff07/40edbb7a-959b-42dc-b0d1-fc5c34346f19/1032cf86-6769-48ff-b77b-b842c469bb26) {{(pid=74233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:14:32.770557 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0165060f-2020-4aef-9831-1ab26d81f274 None None] Notify callbacks [] for port, precommit_create {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:32.783828 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-0165060f-2020-4aef-9831-1ab26d81f274 None None] Transition to ACTIVE for port object 1032cf86-6769-48ff-b77b-b842c469bb26 will not be triggered until provisioned by entity L2. {{(pid=74233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:14:32.803564 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-0165060f-2020-4aef-9831-1ab26d81f274 None None] Transition to ACTIVE for port object 1032cf86-6769-48ff-b77b-b842c469bb26 will not be triggered until provisioned by entity DHCP. {{(pid=74233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:14:32.894109 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0165060f-2020-4aef-9831-1ab26d81f274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326'] for port, after_create {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:32.899008 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:14:32.954068 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0165060f-2020-4aef-9831-1ab26d81f274 None None] Network 7cc6c6ff-089e-4580-b882-1565792aff07 is already hosted by enough agents. {{(pid=74233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:14:32.955239 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.scheduler.base_scheduler [None req-0165060f-2020-4aef-9831-1ab26d81f274 None None] Resources bound (agent type, host, resource id): {{(pid=74233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:14:32.965840 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0165060f-2020-4aef-9831-1ab26d81f274 None None] Received port after_create {{(pid=74233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:14:32.999235 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165060f-2020-4aef-9831-1ab26d81f274 None None] Pushing event updated for resources: {'Port': ['ID=1032cf86-6769-48ff-b77b-b842c469bb26,revision_number=1']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:14:33.017141 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165060f-2020-4aef-9831-1ab26d81f274 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:33.017475 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165060f-2020-4aef-9831-1ab26d81f274 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:33.017803 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165060f-2020-4aef-9831-1ab26d81f274 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:33.018125 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165060f-2020-4aef-9831-1ab26d81f274 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:33.018443 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165060f-2020-4aef-9831-1ab26d81f274 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:33.018762 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165060f-2020-4aef-9831-1ab26d81f274 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:33.019077 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165060f-2020-4aef-9831-1ab26d81f274 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:33.019388 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165060f-2020-4aef-9831-1ab26d81f274 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:33.019725 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165060f-2020-4aef-9831-1ab26d81f274 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:33.020038 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165060f-2020-4aef-9831-1ab26d81f274 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:33.020348 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165060f-2020-4aef-9831-1ab26d81f274 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:33.020657 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165060f-2020-4aef-9831-1ab26d81f274 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:33.021743 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165060f-2020-4aef-9831-1ab26d81f274 None None] Tracked resource versions report: May 06 09:14:33.021743 dv-cinder-790014-1-smb neutron-server[74233]: pushed versions: May 06 09:14:33.021743 dv-cinder-790014-1-smb neutron-server[74233]: { 'AddressGroup': {'1.2'}, May 06 09:14:33.021743 dv-cinder-790014-1-smb neutron-server[74233]: 'ConntrackHelper': {'1.0'}, May 06 09:14:33.021743 dv-cinder-790014-1-smb neutron-server[74233]: 'Log': {'1.0'}, May 06 09:14:33.021743 dv-cinder-790014-1-smb neutron-server[74233]: 'Network': {'1.1'}, May 06 09:14:33.021743 dv-cinder-790014-1-smb neutron-server[74233]: 'Port': {'1.7'}, May 06 09:14:33.021743 dv-cinder-790014-1-smb neutron-server[74233]: 'PortForwarding': {'1.2'}, May 06 09:14:33.021743 dv-cinder-790014-1-smb neutron-server[74233]: 'QosPolicy': {'1.8'}, May 06 09:14:33.021743 dv-cinder-790014-1-smb neutron-server[74233]: 'SecurityGroup': {'1.4'}, May 06 09:14:33.021743 dv-cinder-790014-1-smb neutron-server[74233]: 'SecurityGroupRule': {'1.2'}, May 06 09:14:33.021743 dv-cinder-790014-1-smb neutron-server[74233]: 'SubPort': {'1.0'}, May 06 09:14:33.021743 dv-cinder-790014-1-smb neutron-server[74233]: 'Subnet': {'1.1'}, May 06 09:14:33.021743 dv-cinder-790014-1-smb neutron-server[74233]: 'Trunk': {'1.1'}} May 06 09:14:33.021743 dv-cinder-790014-1-smb neutron-server[74233]: consumer versions: May 06 09:14:33.021743 dv-cinder-790014-1-smb neutron-server[74233]: { DHCP agent@dv-cinder-790014-1-smb: {}, May 06 09:14:33.021743 dv-cinder-790014-1-smb neutron-server[74233]: L3 agent@dv-cinder-790014-1-smb: {}, May 06 09:14:33.021743 dv-cinder-790014-1-smb neutron-server[74233]: Metadata agent@dv-cinder-790014-1-smb: {}, May 06 09:14:33.021743 dv-cinder-790014-1-smb neutron-server[74233]: Metering agent@dv-cinder-790014-1-smb: {}, May 06 09:14:33.021743 dv-cinder-790014-1-smb neutron-server[74233]: Open vSwitch agent@dv-cinder-790014-1-smb: { 'AddressGroup': '1.2', May 06 09:14:33.021743 dv-cinder-790014-1-smb neutron-server[74233]: 'ConntrackHelper': '1.0', May 06 09:14:33.021743 dv-cinder-790014-1-smb neutron-server[74233]: 'Log': '1.0', May 06 09:14:33.021743 dv-cinder-790014-1-smb neutron-server[74233]: 'Network': '1.1', May 06 09:14:33.021743 dv-cinder-790014-1-smb neutron-server[74233]: 'Port': '1.7', May 06 09:14:33.021743 dv-cinder-790014-1-smb neutron-server[74233]: 'PortForwarding': '1.2', May 06 09:14:33.021743 dv-cinder-790014-1-smb neutron-server[74233]: 'QosPolicy': '1.8', May 06 09:14:33.021743 dv-cinder-790014-1-smb neutron-server[74233]: 'SecurityGroup': '1.4', May 06 09:14:33.021743 dv-cinder-790014-1-smb neutron-server[74233]: 'SecurityGroupRule': '1.2', May 06 09:14:33.021743 dv-cinder-790014-1-smb neutron-server[74233]: 'SubPort': '1.0', May 06 09:14:33.021743 dv-cinder-790014-1-smb neutron-server[74233]: 'Subnet': '1.1', May 06 09:14:33.021743 dv-cinder-790014-1-smb neutron-server[74233]: 'Trunk': '1.1'}} May 06 09:14:33.021743 dv-cinder-790014-1-smb neutron-server[74233]: {{(pid=74233) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 09:14:33.053462 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-0165060f-2020-4aef-9831-1ab26d81f274 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:14:33.072234 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-0165060f-2020-4aef-9831-1ab26d81f274 None None] Attempting to bind port 1032cf86-6769-48ff-b77b-b842c469bb26 on host dv-cinder-790014-1-smb for vnic_type normal with profile {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:14:33.072555 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-0165060f-2020-4aef-9831-1ab26d81f274 None None] Attempting to bind port 1032cf86-6769-48ff-b77b-b842c469bb26 by drivers openvswitch,hyperv on host dv-cinder-790014-1-smb at level 0 using segments [{'id': '62b6b6db-f6e3-4173-b365-edae42b8f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '7cc6c6ff-089e-4580-b882-1565792aff07'}] {{(pid=74233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:14:33.072982 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0165060f-2020-4aef-9831-1ab26d81f274 None None] Attempting to bind port 1032cf86-6769-48ff-b77b-b842c469bb26 on network 7cc6c6ff-089e-4580-b882-1565792aff07 {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:14:33.078275 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0165060f-2020-4aef-9831-1ab26d81f274 None None] Checking agent: {'id': 'a138baec-5248-4891-8a37-6ab457958a8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 14, 16), 'started_at': datetime.datetime(2021, 5, 6, 9, 14, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 09:14:33.078673 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0165060f-2020-4aef-9831-1ab26d81f274 None None] Checking segment: {'id': '62b6b6db-f6e3-4173-b365-edae42b8f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '7cc6c6ff-089e-4580-b882-1565792aff07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:14:33.079141 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0165060f-2020-4aef-9831-1ab26d81f274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:33.079555 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0165060f-2020-4aef-9831-1ab26d81f274 None None] Bound using segment: {'id': '62b6b6db-f6e3-4173-b365-edae42b8f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '7cc6c6ff-089e-4580-b882-1565792aff07'} {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 09:14:33.080024 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-0165060f-2020-4aef-9831-1ab26d81f274 None None] Bound port: 1032cf86-6769-48ff-b77b-b842c469bb26, host: dv-cinder-790014-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62b6b6db-f6e3-4173-b365-edae42b8f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '7cc6c6ff-089e-4580-b882-1565792aff07'}}] {{(pid=74233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:14:33.080414 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0165060f-2020-4aef-9831-1ab26d81f274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:33.170324 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-0165060f-2020-4aef-9831-1ab26d81f274 None None] For port 1032cf86-6769-48ff-b77b-b842c469bb26, host dv-cinder-790014-1-smb, cleared binding levels {{(pid=74233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 09:14:33.174189 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-0165060f-2020-4aef-9831-1ab26d81f274 None None] For port 1032cf86-6769-48ff-b77b-b842c469bb26, host dv-cinder-790014-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=1032cf86-6769-48ff-b77b-b842c469bb26,segment=NetworkSegment(62b6b6db-f6e3-4173-b365-edae42b8f5d2),segment_id=62b6b6db-f6e3-4173-b365-edae42b8f5d2)] {{(pid=74233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 09:14:33.253929 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0165060f-2020-4aef-9831-1ab26d81f274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:33.258470 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:14:33.345392 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165060f-2020-4aef-9831-1ab26d81f274 None None] Pushing event updated for resources: {'Port': ['ID=1032cf86-6769-48ff-b77b-b842c469bb26,revision_number=2']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:14:33.348485 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-0165060f-2020-4aef-9831-1ab26d81f274 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:14:34.455104 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 48220) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:14:34.837526 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [None req-05fc96c8-827c-4b18-8845-ae72df8c6f5d admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=74232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:14:34.838834 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-05fc96c8-827c-4b18-8845-ae72df8c6f5d admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3824852 May 06 09:14:37.176909 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 48230) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:14:37.553013 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [None req-f97b92b6-5e17-4d88-9eab-b43ddc3dd9f8 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=74232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:14:37.554001 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-f97b92b6-5e17-4d88-9eab-b43ddc3dd9f8 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3761003 May 06 09:14:38.791088 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152063eb-b9d5-450b-bc77-cca8ebd559ab None None] Network 7cc6c6ff-089e-4580-b882-1565792aff07 requested from dv-cinder-790014-1-smb {{(pid=74233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 09:14:38.949678 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-ea7ef534-7eb1-4e72-abd1-329d3c9e5e53 None None] Provisioning for port 1032cf86-6769-48ff-b77b-b842c469bb26 completed by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:14:39.697941 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 1032cf86-6769-48ff-b77b-b842c469bb26 up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:14:39.830201 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning for port 1032cf86-6769-48ff-b77b-b842c469bb26 completed by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:14:39.835060 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port 1032cf86-6769-48ff-b77b-b842c469bb26 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:14:39.835477 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:39.952165 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:39.983671 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] For port 1032cf86-6769-48ff-b77b-b842c469bb26, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=1032cf86-6769-48ff-b77b-b842c469bb26,segment=NetworkSegment(62b6b6db-f6e3-4173-b365-edae42b8f5d2),segment_id=62b6b6db-f6e3-4173-b365-edae42b8f5d2)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:14:40.041790 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:40.044854 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-0165060f-2020-4aef-9831-1ab26d81f274 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:14:40.112083 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Pushing event updated for resources: {'Port': ['ID=1032cf86-6769-48ff-b77b-b842c469bb26,revision_number=3']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:14:40.115370 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:14:40.187200 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 48246) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:14:40.534965 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-0f6915bc-1846-456b-bee9-6aebb581d1e9 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'acb3fe84de66465ab9bdca71a4197496', 'name': 'router1'}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:14:40.540855 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-0f6915bc-1846-456b-bee9-6aebb581d1e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:14:40.544981 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-0f6915bc-1846-456b-bee9-6aebb581d1e9 admin admin] Usage tracker for resource:router and tenant:acb3fe84de66465ab9bdca71a4197496 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:14:40.549486 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-0f6915bc-1846-456b-bee9-6aebb581d1e9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:14:40.556114 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-0f6915bc-1846-456b-bee9-6aebb581d1e9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:14:40.676235 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-0f6915bc-1846-456b-bee9-6aebb581d1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-695550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30529'] for router, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:40.677830 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-0f6915bc-1846-456b-bee9-6aebb581d1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-695537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-754102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30536'] for router, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:40.699069 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-0f6915bc-1846-456b-bee9-6aebb581d1e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:40.854642 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-0f6915bc-1846-456b-bee9-6aebb581d1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670493'] for router, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:40.935807 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-0f6915bc-1846-456b-bee9-6aebb581d1e9 admin admin] Notify callbacks [] for router, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:40.936969 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-0f6915bc-1846-456b-bee9-6aebb581d1e9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7487831 May 06 09:14:41.675925 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 1032cf86-6769-48ff-b77b-b842c469bb26 up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:14:41.741839 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port 1032cf86-6769-48ff-b77b-b842c469bb26 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:14:41.742208 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:43.233727 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 48256) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:14:43.312944 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-ad35d01c-736b-460d-a9f1-a34508f3011d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:43.597437 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [None req-40652440-cf9d-40dd-9324-c2128c13127c admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=74232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:14:43.598437 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-40652440-cf9d-40dd-9324-c2128c13127c admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3637757 May 06 09:14:45.798322 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-1746aadc-f693-4f11-921b-8d653384b9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:45.821595 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:45.888931 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 48266) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:14:46.248342 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-cb6c72e0-cf75-467a-a5c6-9339d251d145 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:14:46.253206 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-cb6c72e0-cf75-467a-a5c6-9339d251d145 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:14:46.257049 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-cb6c72e0-cf75-467a-a5c6-9339d251d145 admin admin] Usage tracker for resource:network and tenant:0b07d4c280bd438a9a90f8b7cd40fecd is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:14:46.260438 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-cb6c72e0-cf75-467a-a5c6-9339d251d145 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:14:46.266029 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-cb6c72e0-cf75-467a-a5c6-9339d251d145 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:14:46.333029 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6c72e0-cf75-467a-a5c6-9339d251d145 admin admin] Made reservation on behalf of 0b07d4c280bd438a9a90f8b7cd40fecd for: {'network': 1} {{(pid=74232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:14:46.335255 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-cb6c72e0-cf75-467a-a5c6-9339d251d145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for network, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:46.346843 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-cb6c72e0-cf75-467a-a5c6-9339d251d145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:46.360343 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-cb6c72e0-cf75-467a-a5c6-9339d251d145 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:14:46.363963 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-cb6c72e0-cf75-467a-a5c6-9339d251d145 admin admin] Usage tracker for resource:security_group_rule and tenant:0b07d4c280bd438a9a90f8b7cd40fecd is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:14:46.366620 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-cb6c72e0-cf75-467a-a5c6-9339d251d145 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:14:46.372660 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-cb6c72e0-cf75-467a-a5c6-9339d251d145 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:14:46.452371 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-cb6c72e0-cf75-467a-a5c6-9339d251d145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:46.510274 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-cb6c72e0-cf75-467a-a5c6-9339d251d145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:46.513050 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:14:46.533463 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cb6c72e0-cf75-467a-a5c6-9339d251d145 admin admin] Reserving flat network on physical network physnet1 {{(pid=74232) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 06 09:14:46.546495 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6c72e0-cf75-467a-a5c6-9339d251d145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f14cb4e-ffdb-49b7-be25-0267ce759c06,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:14:46.550293 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-cb6c72e0-cf75-467a-a5c6-9339d251d145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:14:46.552624 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-cb6c72e0-cf75-467a-a5c6-9339d251d145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047374'] for segment, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:46.552962 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.db.segments_db [None req-cb6c72e0-cf75-467a-a5c6-9339d251d145 admin admin] Added segment 965c1257-9f5a-4385-a535-e1c8d4f2cb09 of type flat for network b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f May 06 09:14:46.583587 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-cb6c72e0-cf75-467a-a5c6-9339d251d145 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734680407444'] for network, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:46.678254 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-cb6c72e0-cf75-467a-a5c6-9339d251d145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951'] for network, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:46.679534 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6c72e0-cf75-467a-a5c6-9339d251d145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:14:46.680115 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-cb6c72e0-cf75-467a-a5c6-9339d251d145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for network, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:46.685242 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:14:46.784367 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6c72e0-cf75-467a-a5c6-9339d251d145 admin admin] Pushing event updated for resources: {'Network': ['ID=b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:14:46.786960 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-cb6c72e0-cf75-467a-a5c6-9339d251d145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:14:46.794389 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Network b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f details requested by agent ovs-agent-dv-cinder-790014-1-smb with host dv-cinder-790014-1-smb {{(pid=74233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 09:14:46.842867 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-cb6c72e0-cf75-467a-a5c6-9339d251d145 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9529333 May 06 09:14:46.947155 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:47.295167 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.agents_db [None req-638a5930-6b89-4b54-bbc4-25c5e7558cab None None] Agent healthcheck: found 5 active agents {{(pid=74234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 09:14:48.555747 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:49.137579 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 48286) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:14:49.453968 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.policy [None req-e7a7378e-2a95-45b0-9771-ff08149c0539 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74231) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 06 09:14:49.498684 dv-cinder-790014-1-smb neutron-server[74231]: WARNING oslo_policy.policy [None req-e7a7378e-2a95-45b0-9771-ff08149c0539 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 09:14:49.499055 dv-cinder-790014-1-smb neutron-server[74231]: WARNING oslo_policy.policy [None req-e7a7378e-2a95-45b0-9771-ff08149c0539 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 09:14:49.507108 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a7378e-2a95-45b0-9771-ff08149c0539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:14:49.509407 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-e7a7378e-2a95-45b0-9771-ff08149c0539 admin admin] 10.222.0.20 "GET /v2.0/subnets/40edbb7a-959b-42dc-b0d1-fc5c34346f19 HTTP/1.1" status: 200 len: 849 time: 0.3709555 May 06 09:14:49.685499 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-59b5b3bb-ab41-4cef-86f1-b47ed30deb85 admin admin] 10.222.0.20 "GET /v2.0/routers/9e2e5369-7f3d-487c-aef5-053e7e641311 HTTP/1.1" status: 200 len: 704 time: 0.1706154 May 06 09:14:50.145465 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-6eeb9aa7-332b-4528-82c5-fc974f970995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:50.379163 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.db_base_plugin_common [None req-6eeb9aa7-332b-4528-82c5-fc974f970995 admin admin] Allocated IP 172.20.0.1 (7cc6c6ff-089e-4580-b882-1565792aff07/40edbb7a-959b-42dc-b0d1-fc5c34346f19/3a444859-cd26-4fff-9e13-8c3eb0ef20dd) {{(pid=74231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:14:50.544311 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-6eeb9aa7-332b-4528-82c5-fc974f970995 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:50.561672 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.provisioning_blocks [None req-6eeb9aa7-332b-4528-82c5-fc974f970995 admin admin] Transition to ACTIVE for port object 3a444859-cd26-4fff-9e13-8c3eb0ef20dd will not be triggered until provisioned by entity DHCP. {{(pid=74231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:14:50.693327 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-6eeb9aa7-332b-4528-82c5-fc974f970995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326'] for port, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:50.698593 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:14:50.743711 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eeb9aa7-332b-4528-82c5-fc974f970995 admin admin] Network 7cc6c6ff-089e-4580-b882-1565792aff07 is already hosted by enough agents. {{(pid=74231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:14:50.750250 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.base_scheduler [None req-6eeb9aa7-332b-4528-82c5-fc974f970995 admin admin] Resources bound (agent type, host, resource id): {{(pid=74231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:14:50.795876 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb9aa7-332b-4528-82c5-fc974f970995 admin admin] Pushing event updated for resources: {'Port': ['ID=3a444859-cd26-4fff-9e13-8c3eb0ef20dd,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:14:50.798911 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeb9aa7-332b-4528-82c5-fc974f970995 admin admin] Received port after_create {{(pid=74231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:14:50.798911 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-6eeb9aa7-332b-4528-82c5-fc974f970995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663746'] for router_interface, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:50.934225 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeb9aa7-332b-4528-82c5-fc974f970995 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:50.934561 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeb9aa7-332b-4528-82c5-fc974f970995 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:50.934884 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeb9aa7-332b-4528-82c5-fc974f970995 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:50.935202 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeb9aa7-332b-4528-82c5-fc974f970995 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:50.935533 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeb9aa7-332b-4528-82c5-fc974f970995 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:50.935850 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeb9aa7-332b-4528-82c5-fc974f970995 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:50.936158 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeb9aa7-332b-4528-82c5-fc974f970995 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:50.936465 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeb9aa7-332b-4528-82c5-fc974f970995 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:50.936787 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeb9aa7-332b-4528-82c5-fc974f970995 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:50.937094 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeb9aa7-332b-4528-82c5-fc974f970995 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:50.937396 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeb9aa7-332b-4528-82c5-fc974f970995 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:50.937696 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeb9aa7-332b-4528-82c5-fc974f970995 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:50.938759 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeb9aa7-332b-4528-82c5-fc974f970995 admin admin] Tracked resource versions report: May 06 09:14:50.938759 dv-cinder-790014-1-smb neutron-server[74231]: pushed versions: May 06 09:14:50.938759 dv-cinder-790014-1-smb neutron-server[74231]: { 'AddressGroup': {'1.2'}, May 06 09:14:50.938759 dv-cinder-790014-1-smb neutron-server[74231]: 'ConntrackHelper': {'1.0'}, May 06 09:14:50.938759 dv-cinder-790014-1-smb neutron-server[74231]: 'Log': {'1.0'}, May 06 09:14:50.938759 dv-cinder-790014-1-smb neutron-server[74231]: 'Network': {'1.1'}, May 06 09:14:50.938759 dv-cinder-790014-1-smb neutron-server[74231]: 'Port': {'1.7'}, May 06 09:14:50.938759 dv-cinder-790014-1-smb neutron-server[74231]: 'PortForwarding': {'1.2'}, May 06 09:14:50.938759 dv-cinder-790014-1-smb neutron-server[74231]: 'QosPolicy': {'1.8'}, May 06 09:14:50.938759 dv-cinder-790014-1-smb neutron-server[74231]: 'SecurityGroup': {'1.4'}, May 06 09:14:50.938759 dv-cinder-790014-1-smb neutron-server[74231]: 'SecurityGroupRule': {'1.2'}, May 06 09:14:50.938759 dv-cinder-790014-1-smb neutron-server[74231]: 'SubPort': {'1.0'}, May 06 09:14:50.938759 dv-cinder-790014-1-smb neutron-server[74231]: 'Subnet': {'1.1'}, May 06 09:14:50.938759 dv-cinder-790014-1-smb neutron-server[74231]: 'Trunk': {'1.1'}} May 06 09:14:50.938759 dv-cinder-790014-1-smb neutron-server[74231]: consumer versions: May 06 09:14:50.938759 dv-cinder-790014-1-smb neutron-server[74231]: { DHCP agent@dv-cinder-790014-1-smb: {}, May 06 09:14:50.938759 dv-cinder-790014-1-smb neutron-server[74231]: L3 agent@dv-cinder-790014-1-smb: {}, May 06 09:14:50.938759 dv-cinder-790014-1-smb neutron-server[74231]: Metadata agent@dv-cinder-790014-1-smb: {}, May 06 09:14:50.938759 dv-cinder-790014-1-smb neutron-server[74231]: Metering agent@dv-cinder-790014-1-smb: {}, May 06 09:14:50.938759 dv-cinder-790014-1-smb neutron-server[74231]: Open vSwitch agent@dv-cinder-790014-1-smb: { 'AddressGroup': '1.2', May 06 09:14:50.938759 dv-cinder-790014-1-smb neutron-server[74231]: 'ConntrackHelper': '1.0', May 06 09:14:50.938759 dv-cinder-790014-1-smb neutron-server[74231]: 'Log': '1.0', May 06 09:14:50.938759 dv-cinder-790014-1-smb neutron-server[74231]: 'Network': '1.1', May 06 09:14:50.938759 dv-cinder-790014-1-smb neutron-server[74231]: 'Port': '1.7', May 06 09:14:50.938759 dv-cinder-790014-1-smb neutron-server[74231]: 'PortForwarding': '1.2', May 06 09:14:50.938759 dv-cinder-790014-1-smb neutron-server[74231]: 'QosPolicy': '1.8', May 06 09:14:50.938759 dv-cinder-790014-1-smb neutron-server[74231]: 'SecurityGroup': '1.4', May 06 09:14:50.938759 dv-cinder-790014-1-smb neutron-server[74231]: 'SecurityGroupRule': '1.2', May 06 09:14:50.938759 dv-cinder-790014-1-smb neutron-server[74231]: 'SubPort': '1.0', May 06 09:14:50.938759 dv-cinder-790014-1-smb neutron-server[74231]: 'Subnet': '1.1', May 06 09:14:50.938759 dv-cinder-790014-1-smb neutron-server[74231]: 'Trunk': '1.1'}} May 06 09:14:50.938759 dv-cinder-790014-1-smb neutron-server[74231]: {{(pid=74231) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 09:14:50.944975 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-6eeb9aa7-332b-4528-82c5-fc974f970995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:14:51.030001 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-ca5865f9-beb6-4e93-aef4-23a8f032beed None None] Provisioning for port 3a444859-cd26-4fff-9e13-8c3eb0ef20dd completed by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:14:51.035069 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-ca5865f9-beb6-4e93-aef4-23a8f032beed None None] Provisioning complete for port 3a444859-cd26-4fff-9e13-8c3eb0ef20dd triggered by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:14:51.035519 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-ca5865f9-beb6-4e93-aef4-23a8f032beed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:51.091586 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-ca5865f9-beb6-4e93-aef4-23a8f032beed None None] Port 3a444859-cd26-4fff-9e13-8c3eb0ef20dd cannot update to ACTIVE because it is not bound. {{(pid=74233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 09:14:51.129877 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-6eeb9aa7-332b-4528-82c5-fc974f970995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:51.351707 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-6eeb9aa7-332b-4528-82c5-fc974f970995 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:51.413003 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-6eeb9aa7-332b-4528-82c5-fc974f970995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:51.414080 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-6eeb9aa7-332b-4528-82c5-fc974f970995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663649'] for router_interface, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:51.418667 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:14:51.545992 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb9aa7-332b-4528-82c5-fc974f970995 admin admin] Pushing event updated for resources: {'Port': ['ID=3a444859-cd26-4fff-9e13-8c3eb0ef20dd,revision_number=2']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:14:51.549851 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-6eeb9aa7-332b-4528-82c5-fc974f970995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:14:51.631552 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eeb9aa7-332b-4528-82c5-fc974f970995 admin admin] Network 7cc6c6ff-089e-4580-b882-1565792aff07 is already hosted by enough agents. {{(pid=74231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:14:51.632623 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.base_scheduler [None req-6eeb9aa7-332b-4528-82c5-fc974f970995 admin admin] Resources bound (agent type, host, resource id): {{(pid=74231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:14:51.813746 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-0a94be4a-71f2-4336-8244-756c68772770 None None] Provisioning complete for port 3a444859-cd26-4fff-9e13-8c3eb0ef20dd triggered by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:14:51.814112 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0a94be4a-71f2-4336-8244-756c68772770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:51.865348 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-0a94be4a-71f2-4336-8244-756c68772770 None None] Port 3a444859-cd26-4fff-9e13-8c3eb0ef20dd cannot update to ACTIVE because it is not bound. {{(pid=74233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 09:14:51.898985 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eeb9aa7-332b-4528-82c5-fc974f970995 admin admin] Router 9e2e5369-7f3d-487c-aef5-053e7e641311 is scheduled to L3 agent 6417d645-ec24-4e28-ae28-fb602049daa5 with binding_index 1 {{(pid=74231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 09:14:52.048892 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eeb9aa7-332b-4528-82c5-fc974f970995 admin admin] Notify agent at l3_agent.dv-cinder-790014-1-smb the message routers_updated {{(pid=74231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 09:14:52.058647 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3ad550-172a-4837-9372-02cc4592bce5 None None] Sync routers for ids ['9e2e5369-7f3d-487c-aef5-053e7e641311'] in dv-cinder-790014-1-smb {{(pid=74234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:14:52.062200 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-6eeb9aa7-332b-4528-82c5-fc974f970995 admin admin] 10.222.0.20 "PUT /v2.0/routers/9e2e5369-7f3d-487c-aef5-053e7e641311/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3717268 May 06 09:14:52.068264 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3ad550-172a-4837-9372-02cc4592bce5 None None] Routers {'9e2e5369-7f3d-487c-aef5-053e7e641311'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:14:52.069140 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-dd3ad550-172a-4837-9372-02cc4592bce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:14:46Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['9e2e5369-7f3d-487c-aef5-053e7e641311'], 'active': True} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:14:52.240194 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvr_db [None req-dd3ad550-172a-4837-9372-02cc4592bce5 None None] Set router 9e2e5369-7f3d-487c-aef5-053e7e641311 gateway port host: None {{(pid=74234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:14:52.606030 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-dd3ad550-172a-4837-9372-02cc4592bce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2e5369-7f3d-487c-aef5-053e7e641311', 'name': 'router1', 'tenant_id': 'acb3fe84de66465ab9bdca71a4197496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:14:40Z', 'updated_at': '2021-05-06T09:14:51Z', 'revision_number': 2, 'project_id': 'acb3fe84de66465ab9bdca71a4197496', 'gw_port_host': None, '_interfaces': [{'id': '3a444859-cd26-4fff-9e13-8c3eb0ef20dd', 'name': '', 'network_id': '7cc6c6ff-089e-4580-b882-1565792aff07', 'tenant_id': 'acb3fe84de66465ab9bdca71a4197496', 'mac_address': 'fa:16:3e:25:42:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2e5369-7f3d-487c-aef5-053e7e641311', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '40edbb7a-959b-42dc-b0d1-fc5c34346f19', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:14:50Z', 'updated_at': '2021-05-06T09:14:51Z', 'revision_number': 2, 'project_id': 'acb3fe84de66465ab9bdca71a4197496', 'subnets': [{'id': '40edbb7a-959b-42dc-b0d1-fc5c34346f19', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31270f8d-d4d2-4eed-bba0-db5acf53a341'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:14:52.610896 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3ad550-172a-4837-9372-02cc4592bce5 None None] Checking router: 9e2e5369-7f3d-487c-aef5-053e7e641311 for host: dv-cinder-790014-1-smb {{(pid=74234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:14:52.611270 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3ad550-172a-4837-9372-02cc4592bce5 None None] Updating router 9e2e5369-7f3d-487c-aef5-053e7e641311 port 3a444859-cd26-4fff-9e13-8c3eb0ef20dd binding host dv-cinder-790014-1-smb {{(pid=74234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:14:52.662757 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-dd3ad550-172a-4837-9372-02cc4592bce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:53.033668 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-dd3ad550-172a-4837-9372-02cc4592bce5 None None] Notify callbacks [] for port, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:53.048244 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.provisioning_blocks [None req-dd3ad550-172a-4837-9372-02cc4592bce5 None None] Transition to ACTIVE for port object 3a444859-cd26-4fff-9e13-8c3eb0ef20dd will not be triggered until provisioned by entity L2. {{(pid=74234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:14:53.116134 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-dd3ad550-172a-4837-9372-02cc4592bce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:53.123160 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:14:53.317966 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed925f75-24ec-472e-9104-6ee04cff594e None None] Pushing event updated for resources: {'Port': ['ID=3a444859-cd26-4fff-9e13-8c3eb0ef20dd,revision_number=3']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:14:53.339221 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed925f75-24ec-472e-9104-6ee04cff594e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:53.339580 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed925f75-24ec-472e-9104-6ee04cff594e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:53.339910 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed925f75-24ec-472e-9104-6ee04cff594e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:53.340237 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed925f75-24ec-472e-9104-6ee04cff594e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:53.340555 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed925f75-24ec-472e-9104-6ee04cff594e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:53.340871 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed925f75-24ec-472e-9104-6ee04cff594e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:53.341185 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed925f75-24ec-472e-9104-6ee04cff594e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:53.341497 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed925f75-24ec-472e-9104-6ee04cff594e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:53.341806 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed925f75-24ec-472e-9104-6ee04cff594e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:53.342114 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed925f75-24ec-472e-9104-6ee04cff594e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:53.342422 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed925f75-24ec-472e-9104-6ee04cff594e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:53.342729 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed925f75-24ec-472e-9104-6ee04cff594e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:14:53.343859 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed925f75-24ec-472e-9104-6ee04cff594e None None] Tracked resource versions report: May 06 09:14:53.343859 dv-cinder-790014-1-smb neutron-server[74234]: pushed versions: May 06 09:14:53.343859 dv-cinder-790014-1-smb neutron-server[74234]: { 'AddressGroup': {'1.2'}, May 06 09:14:53.343859 dv-cinder-790014-1-smb neutron-server[74234]: 'ConntrackHelper': {'1.0'}, May 06 09:14:53.343859 dv-cinder-790014-1-smb neutron-server[74234]: 'Log': {'1.0'}, May 06 09:14:53.343859 dv-cinder-790014-1-smb neutron-server[74234]: 'Network': {'1.1'}, May 06 09:14:53.343859 dv-cinder-790014-1-smb neutron-server[74234]: 'Port': {'1.7'}, May 06 09:14:53.343859 dv-cinder-790014-1-smb neutron-server[74234]: 'PortForwarding': {'1.2'}, May 06 09:14:53.343859 dv-cinder-790014-1-smb neutron-server[74234]: 'QosPolicy': {'1.8'}, May 06 09:14:53.343859 dv-cinder-790014-1-smb neutron-server[74234]: 'SecurityGroup': {'1.4'}, May 06 09:14:53.343859 dv-cinder-790014-1-smb neutron-server[74234]: 'SecurityGroupRule': {'1.2'}, May 06 09:14:53.343859 dv-cinder-790014-1-smb neutron-server[74234]: 'SubPort': {'1.0'}, May 06 09:14:53.343859 dv-cinder-790014-1-smb neutron-server[74234]: 'Subnet': {'1.1'}, May 06 09:14:53.343859 dv-cinder-790014-1-smb neutron-server[74234]: 'Trunk': {'1.1'}} May 06 09:14:53.343859 dv-cinder-790014-1-smb neutron-server[74234]: consumer versions: May 06 09:14:53.343859 dv-cinder-790014-1-smb neutron-server[74234]: { DHCP agent@dv-cinder-790014-1-smb: {}, May 06 09:14:53.343859 dv-cinder-790014-1-smb neutron-server[74234]: L3 agent@dv-cinder-790014-1-smb: {}, May 06 09:14:53.343859 dv-cinder-790014-1-smb neutron-server[74234]: Metadata agent@dv-cinder-790014-1-smb: {}, May 06 09:14:53.343859 dv-cinder-790014-1-smb neutron-server[74234]: Metering agent@dv-cinder-790014-1-smb: {}, May 06 09:14:53.343859 dv-cinder-790014-1-smb neutron-server[74234]: Open vSwitch agent@dv-cinder-790014-1-smb: { 'AddressGroup': '1.2', May 06 09:14:53.343859 dv-cinder-790014-1-smb neutron-server[74234]: 'ConntrackHelper': '1.0', May 06 09:14:53.343859 dv-cinder-790014-1-smb neutron-server[74234]: 'Log': '1.0', May 06 09:14:53.343859 dv-cinder-790014-1-smb neutron-server[74234]: 'Network': '1.1', May 06 09:14:53.343859 dv-cinder-790014-1-smb neutron-server[74234]: 'Port': '1.7', May 06 09:14:53.343859 dv-cinder-790014-1-smb neutron-server[74234]: 'PortForwarding': '1.2', May 06 09:14:53.343859 dv-cinder-790014-1-smb neutron-server[74234]: 'QosPolicy': '1.8', May 06 09:14:53.343859 dv-cinder-790014-1-smb neutron-server[74234]: 'SecurityGroup': '1.4', May 06 09:14:53.343859 dv-cinder-790014-1-smb neutron-server[74234]: 'SecurityGroupRule': '1.2', May 06 09:14:53.343859 dv-cinder-790014-1-smb neutron-server[74234]: 'SubPort': '1.0', May 06 09:14:53.343859 dv-cinder-790014-1-smb neutron-server[74234]: 'Subnet': '1.1', May 06 09:14:53.343859 dv-cinder-790014-1-smb neutron-server[74234]: 'Trunk': '1.1'}} May 06 09:14:53.343859 dv-cinder-790014-1-smb neutron-server[74234]: {{(pid=74234) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 09:14:53.349297 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-ed925f75-24ec-472e-9104-6ee04cff594e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:14:53.350148 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [None req-dd3ad550-172a-4837-9372-02cc4592bce5 None None] Attempting to bind port 3a444859-cd26-4fff-9e13-8c3eb0ef20dd on host dv-cinder-790014-1-smb for vnic_type normal with profile {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:14:53.350539 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [None req-dd3ad550-172a-4837-9372-02cc4592bce5 None None] Attempting to bind port 3a444859-cd26-4fff-9e13-8c3eb0ef20dd by drivers openvswitch,hyperv on host dv-cinder-790014-1-smb at level 0 using segments [{'id': '62b6b6db-f6e3-4173-b365-edae42b8f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '7cc6c6ff-089e-4580-b882-1565792aff07'}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:14:53.350957 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3ad550-172a-4837-9372-02cc4592bce5 None None] Attempting to bind port 3a444859-cd26-4fff-9e13-8c3eb0ef20dd on network 7cc6c6ff-089e-4580-b882-1565792aff07 {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:14:53.356691 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3ad550-172a-4837-9372-02cc4592bce5 None None] Checking agent: {'id': 'a138baec-5248-4891-8a37-6ab457958a8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 14, 16), 'started_at': datetime.datetime(2021, 5, 6, 9, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 09:14:53.357092 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3ad550-172a-4837-9372-02cc4592bce5 None None] Checking segment: {'id': '62b6b6db-f6e3-4173-b365-edae42b8f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '7cc6c6ff-089e-4580-b882-1565792aff07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:14:53.357556 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-dd3ad550-172a-4837-9372-02cc4592bce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:53.357939 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3ad550-172a-4837-9372-02cc4592bce5 None None] Bound using segment: {'id': '62b6b6db-f6e3-4173-b365-edae42b8f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '7cc6c6ff-089e-4580-b882-1565792aff07'} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 09:14:53.358432 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [None req-dd3ad550-172a-4837-9372-02cc4592bce5 None None] Bound port: 3a444859-cd26-4fff-9e13-8c3eb0ef20dd, host: dv-cinder-790014-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62b6b6db-f6e3-4173-b365-edae42b8f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '7cc6c6ff-089e-4580-b882-1565792aff07'}}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:14:53.358836 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-dd3ad550-172a-4837-9372-02cc4592bce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:53.444996 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.db [None req-dd3ad550-172a-4837-9372-02cc4592bce5 None None] For port 3a444859-cd26-4fff-9e13-8c3eb0ef20dd, host dv-cinder-790014-1-smb, cleared binding levels {{(pid=74234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 09:14:53.449046 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.db [None req-dd3ad550-172a-4837-9372-02cc4592bce5 None None] For port 3a444859-cd26-4fff-9e13-8c3eb0ef20dd, host dv-cinder-790014-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=3a444859-cd26-4fff-9e13-8c3eb0ef20dd,segment=NetworkSegment(62b6b6db-f6e3-4173-b365-edae42b8f5d2),segment_id=62b6b6db-f6e3-4173-b365-edae42b8f5d2)] {{(pid=74234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 09:14:53.507086 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-dd3ad550-172a-4837-9372-02cc4592bce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:53.511212 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:14:53.594553 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3ad550-172a-4837-9372-02cc4592bce5 None None] Routers {'9e2e5369-7f3d-487c-aef5-053e7e641311'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:14:53.595192 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-dd3ad550-172a-4837-9372-02cc4592bce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:14:46Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['9e2e5369-7f3d-487c-aef5-053e7e641311'], 'active': True} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:14:53.747239 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed925f75-24ec-472e-9104-6ee04cff594e None None] Pushing event updated for resources: {'Port': ['ID=3a444859-cd26-4fff-9e13-8c3eb0ef20dd,revision_number=4']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:14:53.752512 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-ed925f75-24ec-472e-9104-6ee04cff594e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:14:53.785640 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvr_db [None req-dd3ad550-172a-4837-9372-02cc4592bce5 None None] Set router 9e2e5369-7f3d-487c-aef5-053e7e641311 gateway port host: None {{(pid=74234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:14:54.101066 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-dd3ad550-172a-4837-9372-02cc4592bce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2e5369-7f3d-487c-aef5-053e7e641311', 'name': 'router1', 'tenant_id': 'acb3fe84de66465ab9bdca71a4197496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:14:40Z', 'updated_at': '2021-05-06T09:14:51Z', 'revision_number': 2, 'project_id': 'acb3fe84de66465ab9bdca71a4197496', 'gw_port_host': None, '_interfaces': [{'id': '3a444859-cd26-4fff-9e13-8c3eb0ef20dd', 'name': '', 'network_id': '7cc6c6ff-089e-4580-b882-1565792aff07', 'tenant_id': 'acb3fe84de66465ab9bdca71a4197496', 'mac_address': 'fa:16:3e:25:42:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2e5369-7f3d-487c-aef5-053e7e641311', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '40edbb7a-959b-42dc-b0d1-fc5c34346f19', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:14:50Z', 'updated_at': '2021-05-06T09:14:53Z', 'revision_number': 4, 'project_id': 'acb3fe84de66465ab9bdca71a4197496', 'subnets': [{'id': '40edbb7a-959b-42dc-b0d1-fc5c34346f19', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31270f8d-d4d2-4eed-bba0-db5acf53a341'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:14:54.105665 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3ad550-172a-4837-9372-02cc4592bce5 None None] The sync data for ids ['9e2e5369-7f3d-487c-aef5-053e7e641311'] in dv-cinder-790014-1-smb is: [{'id': '9e2e5369-7f3d-487c-aef5-053e7e641311', 'name': 'router1', 'tenant_id': 'acb3fe84de66465ab9bdca71a4197496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:14:40Z', 'updated_at': '2021-05-06T09:14:51Z', 'revision_number': 2, 'project_id': 'acb3fe84de66465ab9bdca71a4197496', 'gw_port_host': None, '_interfaces': [{'id': '3a444859-cd26-4fff-9e13-8c3eb0ef20dd', 'name': '', 'network_id': '7cc6c6ff-089e-4580-b882-1565792aff07', 'tenant_id': 'acb3fe84de66465ab9bdca71a4197496', 'mac_address': 'fa:16:3e:25:42:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2e5369-7f3d-487c-aef5-053e7e641311', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '40edbb7a-959b-42dc-b0d1-fc5c34346f19', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:14:50Z', 'updated_at': '2021-05-06T09:14:53Z', 'revision_number': 4, 'project_id': 'acb3fe84de66465ab9bdca71a4197496', 'subnets': [{'id': '40edbb7a-959b-42dc-b0d1-fc5c34346f19', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31270f8d-d4d2-4eed-bba0-db5acf53a341'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:14:54.223964 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 48314) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:14:54.369810 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847927a4-cb50-4f57-a8aa-00ca743fd2ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:14:54.371060 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-847927a4-cb50-4f57-a8aa-00ca743fd2ae admin admin] 10.222.0.20 "GET /v2.0/networks/b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f HTTP/1.1" status: 200 len: 842 time: 0.1461506 May 06 09:14:54.380216 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [None req-cb7ae639-ce5b-4d75-a36c-5f8b4b4d7bcc admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.28.3.0/24', 'name': 'public-subnet', 'gateway_ip': '172.28.3.1', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'ip_version': 4}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:14:54.381549 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.quota [None req-cb7ae639-ce5b-4d75-a36c-5f8b4b4d7bcc admin admin] Loaded quota_driver: . May 06 09:14:54.387419 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-cb7ae639-ce5b-4d75-a36c-5f8b4b4d7bcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:14:54.391260 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-cb7ae639-ce5b-4d75-a36c-5f8b4b4d7bcc admin admin] Usage tracker for resource:subnet and tenant:0b07d4c280bd438a9a90f8b7cd40fecd is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:14:54.394196 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-cb7ae639-ce5b-4d75-a36c-5f8b4b4d7bcc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:14:54.401524 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-cb7ae639-ce5b-4d75-a36c-5f8b4b4d7bcc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:14:54.481672 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7ae639-ce5b-4d75-a36c-5f8b4b4d7bcc admin admin] Made reservation on behalf of 0b07d4c280bd438a9a90f8b7cd40fecd for: {'subnet': 1} {{(pid=74231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:14:54.484156 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-cb7ae639-ce5b-4d75-a36c-5f8b4b4d7bcc admin admin] Notify callbacks [] for subnet, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:54.999339 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.objects.ports [None req-cb7ae639-ce5b-4d75-a36c-5f8b4b4d7bcc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=74231) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 06 09:14:54.999795 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-cb7ae639-ce5b-4d75-a36c-5f8b4b4d7bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951'] for subnet, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:55.004009 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:14:55.072138 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ae639-ce5b-4d75-a36c-5f8b4b4d7bcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0efb0a43-973d-4597-8ac6-a120d0d0adfe,revision_number=0']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:14:55.075254 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-cb7ae639-ce5b-4d75-a36c-5f8b4b4d7bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:14:55.081443 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7ae639-ce5b-4d75-a36c-5f8b4b4d7bcc admin admin] Checking segment: {'id': '965c1257-9f5a-4385-a535-e1c8d4f2cb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:14:55.081785 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7ae639-ce5b-4d75-a36c-5f8b4b4d7bcc admin admin] Network hostable DHCP agents. Network: b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f, hostable agents: ['bc902bc5-40dc-4f86-86c2-e5adb524f41e'], hosted agents: [] {{(pid=74231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:14:55.164511 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7ae639-ce5b-4d75-a36c-5f8b4b4d7bcc admin admin] Network b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f is scheduled to be hosted by DHCP agent bc902bc5-40dc-4f86-86c2-e5adb524f41e with binding_index 1 {{(pid=74231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:14:55.284632 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.base_scheduler [None req-cb7ae639-ce5b-4d75-a36c-5f8b4b4d7bcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-1-smb, b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f) {{(pid=74231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:14:55.289134 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7ae639-ce5b-4d75-a36c-5f8b4b4d7bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:14:55.290142 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-cb7ae639-ce5b-4d75-a36c-5f8b4b4d7bcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for subnet, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:55.295920 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a74b48c-4384-45a0-87d7-dd301fb9f436 None None] Network b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f requested from dv-cinder-790014-1-smb {{(pid=74233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 09:14:55.427622 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-cb7ae639-ce5b-4d75-a36c-5f8b4b4d7bcc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0391579 May 06 09:14:55.530685 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbccbfe-9a1a-4a87-927d-5e1f4bb17a9d None None] Network b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f requested from dv-cinder-790014-1-smb {{(pid=74233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 09:14:57.613086 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 48328) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:14:57.729877 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 3a444859-cd26-4fff-9e13-8c3eb0ef20dd up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:14:57.820866 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-6815bf48-de91-4b50-84ca-6edeacd6179d admin admin] 10.222.0.20 "GET /v2.0/routers/9e2e5369-7f3d-487c-aef5-053e7e641311 HTTP/1.1" status: 200 len: 710 time: 0.2064755 May 06 09:14:57.890386 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning for port 3a444859-cd26-4fff-9e13-8c3eb0ef20dd completed by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:14:57.895833 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port 3a444859-cd26-4fff-9e13-8c3eb0ef20dd triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:14:57.896214 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:57.989534 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb387643-63d8-439d-926a-ff19c5e8360b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:14:57.996251 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-eb387643-63d8-439d-926a-ff19c5e8360b admin admin] 10.222.0.20 "GET /v2.0/networks/b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f HTTP/1.1" status: 200 len: 886 time: 0.1649847 May 06 09:14:58.000105 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [None req-ac1a6e78-3ad8-4e96-b473-b0aabe86c3a5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'}}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:14:58.012996 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:58.044723 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] For port 3a444859-cd26-4fff-9e13-8c3eb0ef20dd, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=3a444859-cd26-4fff-9e13-8c3eb0ef20dd,segment=NetworkSegment(62b6b6db-f6e3-4173-b365-edae42b8f5d2),segment_id=62b6b6db-f6e3-4173-b365-edae42b8f5d2)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:14:58.104510 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:58.106678 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-0165060f-2020-4aef-9831-1ab26d81f274 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:14:58.172513 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Pushing event updated for resources: {'Port': ['ID=3a444859-cd26-4fff-9e13-8c3eb0ef20dd,revision_number=5']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:14:58.175485 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:14:58.428819 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-ac1a6e78-3ad8-4e96-b473-b0aabe86c3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30650'] for router, precommit_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:58.820405 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-ac1a6e78-3ad8-4e96-b473-b0aabe86c3a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:58.876012 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-ac1a6e78-3ad8-4e96-b473-b0aabe86c3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:59.005859 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.db_base_plugin_common [None req-ac1a6e78-3ad8-4e96-b473-b0aabe86c3a5 admin admin] Allocated IP 172.28.3.56 (b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f/0efb0a43-973d-4597-8ac6-a120d0d0adfe/d4aadff8-60ad-4a0f-8378-9bbb7c46483e) {{(pid=74231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:14:59.148317 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-ac1a6e78-3ad8-4e96-b473-b0aabe86c3a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:59.250020 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-ac1a6e78-3ad8-4e96-b473-b0aabe86c3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326'] for port, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:59.254617 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-6eeb9aa7-332b-4528-82c5-fc974f970995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:14:59.310521 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1a6e78-3ad8-4e96-b473-b0aabe86c3a5 admin admin] Network b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f is already hosted by enough agents. {{(pid=74231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:14:59.317270 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.base_scheduler [None req-ac1a6e78-3ad8-4e96-b473-b0aabe86c3a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=74231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:14:59.321271 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1a6e78-3ad8-4e96-b473-b0aabe86c3a5 admin admin] Received port after_create {{(pid=74231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:14:59.420304 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a6e78-3ad8-4e96-b473-b0aabe86c3a5 admin admin] Pushing event updated for resources: {'Port': ['ID=d4aadff8-60ad-4a0f-8378-9bbb7c46483e,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:14:59.474949 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-ac1a6e78-3ad8-4e96-b473-b0aabe86c3a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:14:59.687688 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 3a444859-cd26-4fff-9e13-8c3eb0ef20dd up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:14:59.757753 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port 3a444859-cd26-4fff-9e13-8c3eb0ef20dd triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:14:59.758145 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:14:59.835930 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-ac1a6e78-3ad8-4e96-b473-b0aabe86c3a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:15:00.162833 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-ac1a6e78-3ad8-4e96-b473-b0aabe86c3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30650'] for router, precommit_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:15:00.166057 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-ac1a6e78-3ad8-4e96-b473-b0aabe86c3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-692765'] for router, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:15:00.344120 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1a6e78-3ad8-4e96-b473-b0aabe86c3a5 admin admin] Router 9e2e5369-7f3d-487c-aef5-053e7e641311 has already been hosted by L3 agent 6417d645-ec24-4e28-ae28-fb602049daa5 {{(pid=74231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 09:15:00.512956 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1a6e78-3ad8-4e96-b473-b0aabe86c3a5 admin admin] Notify agent at l3_agent.dv-cinder-790014-1-smb the message routers_updated {{(pid=74231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 09:15:00.520892 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-ac1a6e78-3ad8-4e96-b473-b0aabe86c3a5 admin admin] Notify callbacks [] for router, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:15:00.522062 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-ac1a6e78-3ad8-4e96-b473-b0aabe86c3a5 admin admin] 10.222.0.20 "PUT /v2.0/routers/9e2e5369-7f3d-487c-aef5-053e7e641311 HTTP/1.1" status: 200 len: 889 time: 2.5251753 May 06 09:15:00.522287 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e802f5-7f61-4eac-b202-5de170ff4e40 None None] Sync routers for ids ['9e2e5369-7f3d-487c-aef5-053e7e641311'] in dv-cinder-790014-1-smb {{(pid=74233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:15:00.533062 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e802f5-7f61-4eac-b202-5de170ff4e40 None None] Routers {'9e2e5369-7f3d-487c-aef5-053e7e641311'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:15:00.533758 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-74e802f5-7f61-4eac-b202-5de170ff4e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:14:46Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['9e2e5369-7f3d-487c-aef5-053e7e641311'], 'active': True} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:15:00.721930 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvr_db [None req-74e802f5-7f61-4eac-b202-5de170ff4e40 None None] Set router 9e2e5369-7f3d-487c-aef5-053e7e641311 gateway port host: dv-cinder-790014-1-smb {{(pid=74233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:15:01.082000 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-74e802f5-7f61-4eac-b202-5de170ff4e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2e5369-7f3d-487c-aef5-053e7e641311', 'name': 'router1', 'tenant_id': 'acb3fe84de66465ab9bdca71a4197496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': 'd4aadff8-60ad-4a0f-8378-9bbb7c46483e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:14:40Z', 'updated_at': '2021-05-06T09:14:59Z', 'revision_number': 4, 'project_id': 'acb3fe84de66465ab9bdca71a4197496', 'gw_port': {'id': 'd4aadff8-60ad-4a0f-8378-9bbb7c46483e', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e7:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2e5369-7f3d-487c-aef5-053e7e641311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:14:58Z', 'updated_at': '2021-05-06T09:14:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': '3a444859-cd26-4fff-9e13-8c3eb0ef20dd', 'name': '', 'network_id': '7cc6c6ff-089e-4580-b882-1565792aff07', 'tenant_id': 'acb3fe84de66465ab9bdca71a4197496', 'mac_address': 'fa:16:3e:25:42:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2e5369-7f3d-487c-aef5-053e7e641311', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '40edbb7a-959b-42dc-b0d1-fc5c34346f19', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:14:50Z', 'updated_at': '2021-05-06T09:14:58Z', 'revision_number': 5, 'project_id': 'acb3fe84de66465ab9bdca71a4197496', 'subnets': [{'id': '40edbb7a-959b-42dc-b0d1-fc5c34346f19', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31270f8d-d4d2-4eed-bba0-db5acf53a341'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:15:01.086754 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e802f5-7f61-4eac-b202-5de170ff4e40 None None] Checking router: 9e2e5369-7f3d-487c-aef5-053e7e641311 for host: dv-cinder-790014-1-smb {{(pid=74233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:15:01.087126 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e802f5-7f61-4eac-b202-5de170ff4e40 None None] Updating router 9e2e5369-7f3d-487c-aef5-053e7e641311 port d4aadff8-60ad-4a0f-8378-9bbb7c46483e binding host dv-cinder-790014-1-smb {{(pid=74233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:15:01.140924 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-74e802f5-7f61-4eac-b202-5de170ff4e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:15:01.460692 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-74e802f5-7f61-4eac-b202-5de170ff4e40 None None] Notify callbacks [] for port, precommit_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:15:01.472138 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-74e802f5-7f61-4eac-b202-5de170ff4e40 None None] Transition to ACTIVE for port object d4aadff8-60ad-4a0f-8378-9bbb7c46483e will not be triggered until provisioned by entity L2. {{(pid=74233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:15:01.552209 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-74e802f5-7f61-4eac-b202-5de170ff4e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:15:01.556082 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:15:01.631473 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-74e802f5-7f61-4eac-b202-5de170ff4e40 None None] Attempting to bind port d4aadff8-60ad-4a0f-8378-9bbb7c46483e on host dv-cinder-790014-1-smb for vnic_type normal with profile {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:15:01.631859 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-74e802f5-7f61-4eac-b202-5de170ff4e40 None None] Attempting to bind port d4aadff8-60ad-4a0f-8378-9bbb7c46483e by drivers openvswitch,hyperv on host dv-cinder-790014-1-smb at level 0 using segments [{'id': '965c1257-9f5a-4385-a535-e1c8d4f2cb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'}] {{(pid=74233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:15:01.632224 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e802f5-7f61-4eac-b202-5de170ff4e40 None None] Attempting to bind port d4aadff8-60ad-4a0f-8378-9bbb7c46483e on network b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:15:01.635114 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d609ba-45aa-4129-a3cb-4bc5d304ee6b None None] Pushing event updated for resources: {'Port': ['ID=d4aadff8-60ad-4a0f-8378-9bbb7c46483e,revision_number=2']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:15:01.638397 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-12d609ba-45aa-4129-a3cb-4bc5d304ee6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:15:01.641345 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e802f5-7f61-4eac-b202-5de170ff4e40 None None] Checking agent: {'id': 'a138baec-5248-4891-8a37-6ab457958a8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 14, 16), 'started_at': datetime.datetime(2021, 5, 6, 9, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 09:15:01.641719 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e802f5-7f61-4eac-b202-5de170ff4e40 None None] Checking segment: {'id': '965c1257-9f5a-4385-a535-e1c8d4f2cb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:15:01.642117 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-74e802f5-7f61-4eac-b202-5de170ff4e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:15:01.642496 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e802f5-7f61-4eac-b202-5de170ff4e40 None None] Bound using segment: {'id': '965c1257-9f5a-4385-a535-e1c8d4f2cb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'} {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 09:15:01.642962 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-74e802f5-7f61-4eac-b202-5de170ff4e40 None None] Bound port: d4aadff8-60ad-4a0f-8378-9bbb7c46483e, host: dv-cinder-790014-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965c1257-9f5a-4385-a535-e1c8d4f2cb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'}}] {{(pid=74233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:15:01.643349 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-74e802f5-7f61-4eac-b202-5de170ff4e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:15:01.713981 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-74e802f5-7f61-4eac-b202-5de170ff4e40 None None] For port d4aadff8-60ad-4a0f-8378-9bbb7c46483e, host dv-cinder-790014-1-smb, cleared binding levels {{(pid=74233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 09:15:01.716783 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-74e802f5-7f61-4eac-b202-5de170ff4e40 None None] For port d4aadff8-60ad-4a0f-8378-9bbb7c46483e, host dv-cinder-790014-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=d4aadff8-60ad-4a0f-8378-9bbb7c46483e,segment=NetworkSegment(965c1257-9f5a-4385-a535-e1c8d4f2cb09),segment_id=965c1257-9f5a-4385-a535-e1c8d4f2cb09)] {{(pid=74233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 09:15:01.769716 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-74e802f5-7f61-4eac-b202-5de170ff4e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:15:01.773602 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:15:01.851772 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e802f5-7f61-4eac-b202-5de170ff4e40 None None] Routers {'9e2e5369-7f3d-487c-aef5-053e7e641311'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:15:01.852424 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-74e802f5-7f61-4eac-b202-5de170ff4e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:14:46Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['9e2e5369-7f3d-487c-aef5-053e7e641311'], 'active': True} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:15:01.906194 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d609ba-45aa-4129-a3cb-4bc5d304ee6b None None] Pushing event updated for resources: {'Port': ['ID=d4aadff8-60ad-4a0f-8378-9bbb7c46483e,revision_number=3']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:15:01.962733 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-12d609ba-45aa-4129-a3cb-4bc5d304ee6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:15:02.028852 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvr_db [None req-74e802f5-7f61-4eac-b202-5de170ff4e40 None None] Set router 9e2e5369-7f3d-487c-aef5-053e7e641311 gateway port host: dv-cinder-790014-1-smb {{(pid=74233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:15:02.375311 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-74e802f5-7f61-4eac-b202-5de170ff4e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2e5369-7f3d-487c-aef5-053e7e641311', 'name': 'router1', 'tenant_id': 'acb3fe84de66465ab9bdca71a4197496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': 'd4aadff8-60ad-4a0f-8378-9bbb7c46483e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:14:40Z', 'updated_at': '2021-05-06T09:14:59Z', 'revision_number': 4, 'project_id': 'acb3fe84de66465ab9bdca71a4197496', 'gw_port': {'id': 'd4aadff8-60ad-4a0f-8378-9bbb7c46483e', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e7:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2e5369-7f3d-487c-aef5-053e7e641311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:14:58Z', 'updated_at': '2021-05-06T09:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': '3a444859-cd26-4fff-9e13-8c3eb0ef20dd', 'name': '', 'network_id': '7cc6c6ff-089e-4580-b882-1565792aff07', 'tenant_id': 'acb3fe84de66465ab9bdca71a4197496', 'mac_address': 'fa:16:3e:25:42:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2e5369-7f3d-487c-aef5-053e7e641311', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '40edbb7a-959b-42dc-b0d1-fc5c34346f19', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:14:50Z', 'updated_at': '2021-05-06T09:14:58Z', 'revision_number': 5, 'project_id': 'acb3fe84de66465ab9bdca71a4197496', 'subnets': [{'id': '40edbb7a-959b-42dc-b0d1-fc5c34346f19', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31270f8d-d4d2-4eed-bba0-db5acf53a341'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:15:02.379201 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e802f5-7f61-4eac-b202-5de170ff4e40 None None] The sync data for ids ['9e2e5369-7f3d-487c-aef5-053e7e641311'] in dv-cinder-790014-1-smb is: [{'id': '9e2e5369-7f3d-487c-aef5-053e7e641311', 'name': 'router1', 'tenant_id': 'acb3fe84de66465ab9bdca71a4197496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': 'd4aadff8-60ad-4a0f-8378-9bbb7c46483e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:14:40Z', 'updated_at': '2021-05-06T09:14:59Z', 'revision_number': 4, 'project_id': 'acb3fe84de66465ab9bdca71a4197496', 'gw_port': {'id': 'd4aadff8-60ad-4a0f-8378-9bbb7c46483e', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e7:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2e5369-7f3d-487c-aef5-053e7e641311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:14:58Z', 'updated_at': '2021-05-06T09:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': '3a444859-cd26-4fff-9e13-8c3eb0ef20dd', 'name': '', 'network_id': '7cc6c6ff-089e-4580-b882-1565792aff07', 'tenant_id': 'acb3fe84de66465ab9bdca71a4197496', 'mac_address': 'fa:16:3e:25:42:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2e5369-7f3d-487c-aef5-053e7e641311', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '40edbb7a-959b-42dc-b0d1-fc5c34346f19', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:14:50Z', 'updated_at': '2021-05-06T09:14:58Z', 'revision_number': 5, 'project_id': 'acb3fe84de66465ab9bdca71a4197496', 'subnets': [{'id': '40edbb7a-959b-42dc-b0d1-fc5c34346f19', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31270f8d-d4d2-4eed-bba0-db5acf53a341'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:15:02.825221 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 48338) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:15:02.947957 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-0a773827-a691-4608-ad29-d41cee50a364 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1215818 May 06 09:15:03.716898 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device d4aadff8-60ad-4a0f-8378-9bbb7c46483e up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:15:03.858844 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning for port d4aadff8-60ad-4a0f-8378-9bbb7c46483e completed by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:15:03.864039 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port d4aadff8-60ad-4a0f-8378-9bbb7c46483e triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:15:03.864419 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:15:03.978595 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:15:03.994217 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] For port d4aadff8-60ad-4a0f-8378-9bbb7c46483e, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=d4aadff8-60ad-4a0f-8378-9bbb7c46483e,segment=NetworkSegment(965c1257-9f5a-4385-a535-e1c8d4f2cb09),segment_id=965c1257-9f5a-4385-a535-e1c8d4f2cb09)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:15:04.067074 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:15:04.070266 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:15:04.139777 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Pushing event updated for resources: {'Port': ['ID=d4aadff8-60ad-4a0f-8378-9bbb7c46483e,revision_number=4']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:15:04.142792 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:15:05.711826 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device d4aadff8-60ad-4a0f-8378-9bbb7c46483e up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:15:05.809390 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port d4aadff8-60ad-4a0f-8378-9bbb7c46483e triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:15:05.809772 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:15:13.318164 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-85b2571e-0cfe-478c-91c1-1011a5293537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:15:15.812932 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:15:15.841418 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-813c57b0-e645-4478-bdde-cdac5371f2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:15:16.901025 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:15:18.581009 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:15:24.296646 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.agents_db [None req-638a5930-6b89-4b54-bbc4-25c5e7558cab None None] Agent healthcheck: found 5 active agents {{(pid=74234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 09:15:43.323210 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0fbe8002-8553-4ed5-a2fe-3fb3e2c814ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:15:46.113283 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:15:46.116624 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-990d07f8-36c5-4907-ad4e-f858b5b03313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:15:46.900167 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:15:48.571890 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:16:01.296526 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.agents_db [None req-638a5930-6b89-4b54-bbc4-25c5e7558cab None None] Agent healthcheck: found 5 active agents {{(pid=74234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 09:16:13.359793 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-5016ae59-a5f4-42ea-a2ec-949f934a4123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:16:15.796568 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:16:15.825058 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-7de32d77-776c-4b47-989e-84916b2e5dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:16:16.899619 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:16:18.573673 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:16:38.295056 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.agents_db [None req-638a5930-6b89-4b54-bbc4-25c5e7558cab None None] Agent healthcheck: found 5 active agents {{(pid=74234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 09:16:38.587886 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 48910) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:16:38.653455 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc13b94-23d0-4823-a8ab-1f45b4808c93 admin admin] GET failed (client error): The resource could not be found. May 06 09:16:38.654688 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-fcc13b94-23d0-4823-a8ab-1f45b4808c93 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0658555 May 06 09:16:38.829622 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b833b551-b2c2-4b7b-98ab-ddbf52cf22a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:16:38.830984 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-b833b551-b2c2-4b7b-98ab-ddbf52cf22a4 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1723652 May 06 09:16:40.944170 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 48920) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:16:41.052857 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e44cb0-f654-4557-aa5b-06433128ce69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:16:41.054156 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-62e44cb0-f654-4557-aa5b-06433128ce69 admin admin] 10.222.0.20 "GET /v2.0/subnets/40edbb7a-959b-42dc-b0d1-fc5c34346f19 HTTP/1.1" status: 200 len: 849 time: 0.1090403 May 06 09:16:41.063253 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-faf3700d-3737-482f-95c3-81ac718173e7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:16:41.176431 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-faf3700d-3737-482f-95c3-81ac718173e7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:16:41.515819 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-faf3700d-3737-482f-95c3-81ac718173e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734680822878'] for subnet, after_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:16:41.519504 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:16:41.562493 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf3700d-3737-482f-95c3-81ac718173e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:16:41.563516 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-faf3700d-3737-482f-95c3-81ac718173e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for subnet, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:16:41.568098 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-faf3700d-3737-482f-95c3-81ac718173e7 admin admin] 10.222.0.20 "PUT /v2.0/subnets/40edbb7a-959b-42dc-b0d1-fc5c34346f19 HTTP/1.1" status: 200 len: 868 time: 0.5047355 May 06 09:16:41.570389 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69da8c7-fb80-4f68-8aec-fc14819cc748 None None] Network 7cc6c6ff-089e-4580-b882-1565792aff07 requested from dv-cinder-790014-1-smb {{(pid=74233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 09:16:41.591093 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf3700d-3737-482f-95c3-81ac718173e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40edbb7a-959b-42dc-b0d1-fc5c34346f19,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:16:41.598854 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf3700d-3737-482f-95c3-81ac718173e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:16:41.599190 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf3700d-3737-482f-95c3-81ac718173e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:16:41.599559 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf3700d-3737-482f-95c3-81ac718173e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:16:41.599891 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf3700d-3737-482f-95c3-81ac718173e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:16:41.600213 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf3700d-3737-482f-95c3-81ac718173e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:16:41.600537 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf3700d-3737-482f-95c3-81ac718173e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:16:41.600856 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf3700d-3737-482f-95c3-81ac718173e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:16:41.601177 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf3700d-3737-482f-95c3-81ac718173e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:16:41.601517 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf3700d-3737-482f-95c3-81ac718173e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:16:41.601838 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf3700d-3737-482f-95c3-81ac718173e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:16:41.602153 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf3700d-3737-482f-95c3-81ac718173e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:16:41.602473 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf3700d-3737-482f-95c3-81ac718173e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:16:41.609668 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-faf3700d-3737-482f-95c3-81ac718173e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:16:41.998079 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-d6315c85-5eb5-4edf-ba91-0a2f1a0e6bdb None None] Provisioning complete for port 3a444859-cd26-4fff-9e13-8c3eb0ef20dd triggered by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:16:41.998451 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-d6315c85-5eb5-4edf-ba91-0a2f1a0e6bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:16:42.120504 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-d6315c85-5eb5-4edf-ba91-0a2f1a0e6bdb None None] Provisioning complete for port 1032cf86-6769-48ff-b77b-b842c469bb26 triggered by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:16:42.120764 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-d6315c85-5eb5-4edf-ba91-0a2f1a0e6bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:16:43.336389 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-6ea2e229-4f5a-49f0-b657-bd9b68f988ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:16:43.646533 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 48930) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:16:43.818447 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b3bc73-eb9b-4e80-8ef2-1e818b44e117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:16:43.818950 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b3bc73-eb9b-4e80-8ef2-1e818b44e117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:16:43.819689 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-27b3bc73-eb9b-4e80-8ef2-1e818b44e117 admin admin] Synchronizing usage tracker for tenant:0b07d4c280bd438a9a90f8b7cd40fecd on resource:network {{(pid=74232) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:16:43.884986 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-27b3bc73-eb9b-4e80-8ef2-1e818b44e117 admin admin] Unset dirty status for tenant:0b07d4c280bd438a9a90f8b7cd40fecd on resource:network {{(pid=74232) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:16:43.886168 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-27b3bc73-eb9b-4e80-8ef2-1e818b44e117 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2386668 May 06 09:16:45.822364 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:16:45.856593 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-60defd90-6926-4f40-9d50-4fd32323b482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:16:46.001614 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 48940) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:16:46.173467 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9956e1a-b437-4529-9873-cc0df533ffd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:16:46.173957 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9956e1a-b437-4529-9873-cc0df533ffd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:16:46.175435 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-d9956e1a-b437-4529-9873-cc0df533ffd5 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1729116 May 06 09:16:46.902557 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:16:48.288532 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 48950) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:16:48.488805 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9a3240-7ad9-4f63-a36d-9dc6322f050a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:16:48.490101 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-ab9a3240-7ad9-4f63-a36d-9dc6322f050a admin admin] 10.222.0.20 "GET /v2.0/networks/7cc6c6ff-089e-4580-b882-1565792aff07 HTTP/1.1" status: 200 len: 870 time: 0.2006290 May 06 09:16:48.616708 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:16:50.610886 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 48960) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:16:50.770717 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6213118-34b0-4a9e-98c3-9de4cc4ee7f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:16:50.772041 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-a6213118-34b0-4a9e-98c3-9de4cc4ee7f9 admin admin] 10.222.0.20 "GET /v2.0/networks/b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f HTTP/1.1" status: 200 len: 886 time: 0.1602221 May 06 09:16:52.883723 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 48970) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:16:52.987520 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dddd524-a0b3-4d3a-94b4-f37cbdd09e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:16:52.988002 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dddd524-a0b3-4d3a-94b4-f37cbdd09e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:16:52.988705 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-6dddd524-a0b3-4d3a-94b4-f37cbdd09e2a admin admin] Synchronizing usage tracker for tenant:0b07d4c280bd438a9a90f8b7cd40fecd on resource:subnet {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:16:53.063961 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-6dddd524-a0b3-4d3a-94b4-f37cbdd09e2a admin admin] Unset dirty status for tenant:0b07d4c280bd438a9a90f8b7cd40fecd on resource:subnet {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:16:53.065099 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-6dddd524-a0b3-4d3a-94b4-f37cbdd09e2a admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1804097 May 06 09:16:55.173364 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 48980) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:16:55.277291 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafb1fef-ab69-4c48-8f9f-2fdefbc6e5fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:16:55.277754 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafb1fef-ab69-4c48-8f9f-2fdefbc6e5fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:16:55.279258 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-dafb1fef-ab69-4c48-8f9f-2fdefbc6e5fd admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1049757 May 06 09:16:57.384255 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 48990) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:16:57.488306 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638900aa-08e7-4578-8ff3-4e886c264937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:16:57.489596 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-638900aa-08e7-4578-8ff3-4e886c264937 admin admin] 10.222.0.20 "GET /v2.0/subnets/0efb0a43-973d-4597-8ac6-a120d0d0adfe HTTP/1.1" status: 200 len: 816 time: 0.1044264 May 06 09:16:59.573003 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 49000) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:16:59.676210 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c40d04-29b1-44d0-b7c8-326bc4f5819d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:16:59.677503 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-87c40d04-29b1-44d0-b7c8-326bc4f5819d admin admin] 10.222.0.20 "GET /v2.0/subnets/40edbb7a-959b-42dc-b0d1-fc5c34346f19 HTTP/1.1" status: 200 len: 868 time: 0.1035783 May 06 09:17:13.332354 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-d56c9061-8305-46d5-8650-1c701f675aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:17:15.296035 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.agents_db [None req-638a5930-6b89-4b54-bbc4-25c5e7558cab None None] Agent healthcheck: found 5 active agents {{(pid=74234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 09:17:15.806882 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:17:15.823852 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-f4d9cccd-e842-49e7-93d1-f7761774709c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:17:16.912576 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:17:18.606529 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:17:22.318437 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 49044) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:17:22.365718 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [None req-29b0f798-bbc8-416a-8039-edba53e22a37 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=74231) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:17:22.366694 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-29b0f798-bbc8-416a-8039-edba53e22a37 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473309 May 06 09:17:24.544640 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 49054) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:17:24.610914 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.pecan_wsgi.hooks.translation [None req-408fb58d-f042-4faf-9fa4-8bf446236744 admin admin] GET failed (client error): The resource could not be found. May 06 09:17:24.612198 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-408fb58d-f042-4faf-9fa4-8bf446236744 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0666473 May 06 09:17:24.737014 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f2d3bb-48b4-4203-b275-9bb48f0f235d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:17:24.738372 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-96f2d3bb-48b4-4203-b275-9bb48f0f235d admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1223600 May 06 09:17:26.875151 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 49064) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:17:26.923004 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [None req-d7847f5e-6aad-4fe3-80dd-28220190c888 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:17:26.927515 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-d7847f5e-6aad-4fe3-80dd-28220190c888 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:17:26.937570 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-d7847f5e-6aad-4fe3-80dd-28220190c888 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:17:27.009210 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7847f5e-6aad-4fe3-80dd-28220190c888 admin admin] Made reservation on behalf of 0b07d4c280bd438a9a90f8b7cd40fecd for: {'network': 1} {{(pid=74231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:17:27.011614 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-d7847f5e-6aad-4fe3-80dd-28220190c888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for network, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:17:27.101029 dv-cinder-790014-1-smb neutron-server[74231]: WARNING neutron.services.revisions.revision_plugin [None req-d7847f5e-6aad-4fe3-80dd-28220190c888 admin admin] Could not find related network for resource to bump revision. May 06 09:17:27.115053 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7847f5e-6aad-4fe3-80dd-28220190c888 admin admin] vlan segment allocate from pool success with {'vlan_id': 1045, 'physical_network': 'physnet1'} {{(pid=74231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:17:27.125684 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-d7847f5e-6aad-4fe3-80dd-28220190c888 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734680829332', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047374'] for segment, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:17:27.126231 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-d7847f5e-6aad-4fe3-80dd-28220190c888 admin admin] Unsubscribe: segment precommit_create {{(pid=74231) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 06 09:17:27.126655 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.db.segments_db [None req-d7847f5e-6aad-4fe3-80dd-28220190c888 admin admin] Added segment 2f7e2ec3-c24b-4886-a4fa-c297a5be529b of type vlan for network e7ccf81a-56c8-4d79-b52e-749e3cf44703 May 06 09:17:27.167008 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-d7847f5e-6aad-4fe3-80dd-28220190c888 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734680407444'] for network, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:17:27.303478 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-d7847f5e-6aad-4fe3-80dd-28220190c888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951'] for network, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:17:27.304816 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7847f5e-6aad-4fe3-80dd-28220190c888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:17:27.305395 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-d7847f5e-6aad-4fe3-80dd-28220190c888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for network, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:17:27.309928 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:17:27.404465 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7847f5e-6aad-4fe3-80dd-28220190c888 admin admin] Pushing event updated for resources: {'Network': ['ID=e7ccf81a-56c8-4d79-b52e-749e3cf44703,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:17:27.411160 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7847f5e-6aad-4fe3-80dd-28220190c888 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:17:27.411515 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7847f5e-6aad-4fe3-80dd-28220190c888 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:17:27.411849 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7847f5e-6aad-4fe3-80dd-28220190c888 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:17:27.412170 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7847f5e-6aad-4fe3-80dd-28220190c888 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:17:27.412490 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7847f5e-6aad-4fe3-80dd-28220190c888 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:17:27.412811 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7847f5e-6aad-4fe3-80dd-28220190c888 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:17:27.413140 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7847f5e-6aad-4fe3-80dd-28220190c888 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:17:27.413438 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7847f5e-6aad-4fe3-80dd-28220190c888 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:17:27.413768 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7847f5e-6aad-4fe3-80dd-28220190c888 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:17:27.414082 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7847f5e-6aad-4fe3-80dd-28220190c888 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:17:27.414419 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7847f5e-6aad-4fe3-80dd-28220190c888 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:17:27.414727 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7847f5e-6aad-4fe3-80dd-28220190c888 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:17:27.418704 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-d7847f5e-6aad-4fe3-80dd-28220190c888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:17:27.425901 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Network e7ccf81a-56c8-4d79-b52e-749e3cf44703 details requested by agent ovs-agent-dv-cinder-790014-1-smb with host dv-cinder-790014-1-smb {{(pid=74233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 09:17:27.530899 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-d7847f5e-6aad-4fe3-80dd-28220190c888 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.6543515 May 06 09:17:29.648307 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 49074) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:17:29.715598 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.pecan_wsgi.hooks.translation [None req-704a703c-c886-4c8d-84ef-bbf7b43a7cbd admin admin] GET failed (client error): The resource could not be found. May 06 09:17:29.716112 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-704a703c-c886-4c8d-84ef-bbf7b43a7cbd admin admin] Synchronizing usage tracker for tenant:0b07d4c280bd438a9a90f8b7cd40fecd on resource:network {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:17:29.781150 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-704a703c-c886-4c8d-84ef-bbf7b43a7cbd admin admin] Unset dirty status for tenant:0b07d4c280bd438a9a90f8b7cd40fecd on resource:network {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:17:29.782285 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-704a703c-c886-4c8d-84ef-bbf7b43a7cbd admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1330411 May 06 09:17:29.886699 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b59b87e-c208-4af2-b3c9-4b62f8463c52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:17:29.888168 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-9b59b87e-c208-4af2-b3c9-4b62f8463c52 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1020324 May 06 09:17:29.897515 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [None req-c22f59ee-5dca-4496-8e9b-420da15144e5 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'e7ccf81a-56c8-4d79-b52e-749e3cf44703'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:17:29.901826 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-c22f59ee-5dca-4496-8e9b-420da15144e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:17:29.911330 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-c22f59ee-5dca-4496-8e9b-420da15144e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:17:29.997990 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22f59ee-5dca-4496-8e9b-420da15144e5 admin admin] Made reservation on behalf of 0b07d4c280bd438a9a90f8b7cd40fecd for: {'subnet': 1} {{(pid=74231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:17:30.000241 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-c22f59ee-5dca-4496-8e9b-420da15144e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:17:30.432168 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-c22f59ee-5dca-4496-8e9b-420da15144e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951'] for subnet, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:17:30.436420 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:17:30.505956 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f59ee-5dca-4496-8e9b-420da15144e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9f27b72-8112-4fbe-ad5e-c375c423d410,revision_number=0']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:17:30.511508 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-c22f59ee-5dca-4496-8e9b-420da15144e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:17:30.513858 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22f59ee-5dca-4496-8e9b-420da15144e5 admin admin] Checking segment: {'id': '2f7e2ec3-c24b-4886-a4fa-c297a5be529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'e7ccf81a-56c8-4d79-b52e-749e3cf44703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:17:30.514208 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22f59ee-5dca-4496-8e9b-420da15144e5 admin admin] Network hostable DHCP agents. Network: e7ccf81a-56c8-4d79-b52e-749e3cf44703, hostable agents: ['bc902bc5-40dc-4f86-86c2-e5adb524f41e'], hosted agents: [] {{(pid=74231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:17:30.609225 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22f59ee-5dca-4496-8e9b-420da15144e5 admin admin] Network e7ccf81a-56c8-4d79-b52e-749e3cf44703 is scheduled to be hosted by DHCP agent bc902bc5-40dc-4f86-86c2-e5adb524f41e with binding_index 1 {{(pid=74231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:17:30.694894 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.base_scheduler [None req-c22f59ee-5dca-4496-8e9b-420da15144e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-1-smb, e7ccf81a-56c8-4d79-b52e-749e3cf44703) {{(pid=74231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:17:30.698898 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22f59ee-5dca-4496-8e9b-420da15144e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:17:30.699483 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-c22f59ee-5dca-4496-8e9b-420da15144e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for subnet, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:17:30.703760 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b244131-52f8-4fdc-b3dc-a7ad287362fb None None] Network e7ccf81a-56c8-4d79-b52e-749e3cf44703 requested from dv-cinder-790014-1-smb {{(pid=74233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 09:17:30.782323 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-c22f59ee-5dca-4496-8e9b-420da15144e5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8880942 May 06 09:17:30.941443 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e2bd9d-13ba-40f2-bfc3-f1e6e2b6dd74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb69a74-8018-5d74-a3e5-5db803f491de-e7ccf81a-56c8-4d79-b52e-749e3cf44703', 'network_id': 'e7ccf81a-56c8-4d79-b52e-749e3cf44703', 'tenant_id': '0b07d4c280bd438a9a90f8b7cd40fecd', 'fixed_ips': [{'subnet_id': 'f9f27b72-8112-4fbe-ad5e-c375c423d410'}]}} from dv-cinder-790014-1-smb. {{(pid=74233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 09:17:30.942300 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-01e2bd9d-13ba-40f2-bfc3-f1e6e2b6dd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:17:31.099623 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.db_base_plugin_common [None req-01e2bd9d-13ba-40f2-bfc3-f1e6e2b6dd74 None None] Allocated IP 192.168.233.2 (e7ccf81a-56c8-4d79-b52e-749e3cf44703/f9f27b72-8112-4fbe-ad5e-c375c423d410/08f9df4c-bfcc-4f13-bf9f-edc1a440add0) {{(pid=74233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:17:31.303783 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-01e2bd9d-13ba-40f2-bfc3-f1e6e2b6dd74 None None] Notify callbacks [] for port, precommit_create {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:17:31.314414 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-01e2bd9d-13ba-40f2-bfc3-f1e6e2b6dd74 None None] Transition to ACTIVE for port object 08f9df4c-bfcc-4f13-bf9f-edc1a440add0 will not be triggered until provisioned by entity L2. {{(pid=74233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:17:31.332110 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-01e2bd9d-13ba-40f2-bfc3-f1e6e2b6dd74 None None] Transition to ACTIVE for port object 08f9df4c-bfcc-4f13-bf9f-edc1a440add0 will not be triggered until provisioned by entity DHCP. {{(pid=74233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:17:31.421978 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-01e2bd9d-13ba-40f2-bfc3-f1e6e2b6dd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326'] for port, after_create {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:17:31.426939 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-12d609ba-45aa-4129-a3cb-4bc5d304ee6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:17:31.481284 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e2bd9d-13ba-40f2-bfc3-f1e6e2b6dd74 None None] Network e7ccf81a-56c8-4d79-b52e-749e3cf44703 is already hosted by enough agents. {{(pid=74233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:17:31.484044 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.scheduler.base_scheduler [None req-01e2bd9d-13ba-40f2-bfc3-f1e6e2b6dd74 None None] Resources bound (agent type, host, resource id): {{(pid=74233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:17:31.494674 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e2bd9d-13ba-40f2-bfc3-f1e6e2b6dd74 None None] Received port after_create {{(pid=74233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:17:31.500589 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2bd9d-13ba-40f2-bfc3-f1e6e2b6dd74 None None] Pushing event updated for resources: {'Port': ['ID=08f9df4c-bfcc-4f13-bf9f-edc1a440add0,revision_number=1']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:17:31.540035 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e2bd9d-13ba-40f2-bfc3-f1e6e2b6dd74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:17:31.540415 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e2bd9d-13ba-40f2-bfc3-f1e6e2b6dd74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:17:31.540755 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e2bd9d-13ba-40f2-bfc3-f1e6e2b6dd74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:17:31.541079 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e2bd9d-13ba-40f2-bfc3-f1e6e2b6dd74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:17:31.541402 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e2bd9d-13ba-40f2-bfc3-f1e6e2b6dd74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:17:31.541720 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e2bd9d-13ba-40f2-bfc3-f1e6e2b6dd74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:17:31.542035 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e2bd9d-13ba-40f2-bfc3-f1e6e2b6dd74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:17:31.542348 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e2bd9d-13ba-40f2-bfc3-f1e6e2b6dd74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:17:31.542664 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e2bd9d-13ba-40f2-bfc3-f1e6e2b6dd74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:17:31.542976 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e2bd9d-13ba-40f2-bfc3-f1e6e2b6dd74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:17:31.543292 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e2bd9d-13ba-40f2-bfc3-f1e6e2b6dd74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:17:31.543639 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e2bd9d-13ba-40f2-bfc3-f1e6e2b6dd74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:17:31.574689 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-01e2bd9d-13ba-40f2-bfc3-f1e6e2b6dd74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:17:31.600449 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-01e2bd9d-13ba-40f2-bfc3-f1e6e2b6dd74 None None] Attempting to bind port 08f9df4c-bfcc-4f13-bf9f-edc1a440add0 on host dv-cinder-790014-1-smb for vnic_type normal with profile {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:17:31.600832 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-01e2bd9d-13ba-40f2-bfc3-f1e6e2b6dd74 None None] Attempting to bind port 08f9df4c-bfcc-4f13-bf9f-edc1a440add0 by drivers openvswitch,hyperv on host dv-cinder-790014-1-smb at level 0 using segments [{'id': '2f7e2ec3-c24b-4886-a4fa-c297a5be529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'e7ccf81a-56c8-4d79-b52e-749e3cf44703'}] {{(pid=74233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:17:31.601183 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e2bd9d-13ba-40f2-bfc3-f1e6e2b6dd74 None None] Attempting to bind port 08f9df4c-bfcc-4f13-bf9f-edc1a440add0 on network e7ccf81a-56c8-4d79-b52e-749e3cf44703 {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:17:31.606558 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e2bd9d-13ba-40f2-bfc3-f1e6e2b6dd74 None None] Checking agent: {'id': 'a138baec-5248-4891-8a37-6ab457958a8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 14, 16), 'started_at': datetime.datetime(2021, 5, 6, 9, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 09:17:31.606968 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e2bd9d-13ba-40f2-bfc3-f1e6e2b6dd74 None None] Checking segment: {'id': '2f7e2ec3-c24b-4886-a4fa-c297a5be529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'e7ccf81a-56c8-4d79-b52e-749e3cf44703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:17:31.607368 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-01e2bd9d-13ba-40f2-bfc3-f1e6e2b6dd74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:17:31.607794 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e2bd9d-13ba-40f2-bfc3-f1e6e2b6dd74 None None] Bound using segment: {'id': '2f7e2ec3-c24b-4886-a4fa-c297a5be529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'e7ccf81a-56c8-4d79-b52e-749e3cf44703'} {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 09:17:31.608259 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-01e2bd9d-13ba-40f2-bfc3-f1e6e2b6dd74 None None] Bound port: 08f9df4c-bfcc-4f13-bf9f-edc1a440add0, host: dv-cinder-790014-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f7e2ec3-c24b-4886-a4fa-c297a5be529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'e7ccf81a-56c8-4d79-b52e-749e3cf44703'}}] {{(pid=74233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:17:31.608652 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-01e2bd9d-13ba-40f2-bfc3-f1e6e2b6dd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:17:31.698899 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-01e2bd9d-13ba-40f2-bfc3-f1e6e2b6dd74 None None] For port 08f9df4c-bfcc-4f13-bf9f-edc1a440add0, host dv-cinder-790014-1-smb, cleared binding levels {{(pid=74233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 09:17:31.701935 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-01e2bd9d-13ba-40f2-bfc3-f1e6e2b6dd74 None None] For port 08f9df4c-bfcc-4f13-bf9f-edc1a440add0, host dv-cinder-790014-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=08f9df4c-bfcc-4f13-bf9f-edc1a440add0,segment=NetworkSegment(2f7e2ec3-c24b-4886-a4fa-c297a5be529b),segment_id=2f7e2ec3-c24b-4886-a4fa-c297a5be529b)] {{(pid=74233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 09:17:31.833671 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-01e2bd9d-13ba-40f2-bfc3-f1e6e2b6dd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:17:31.837651 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:17:31.915450 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2bd9d-13ba-40f2-bfc3-f1e6e2b6dd74 None None] Pushing event updated for resources: {'Port': ['ID=08f9df4c-bfcc-4f13-bf9f-edc1a440add0,revision_number=2']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:17:31.920575 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-01e2bd9d-13ba-40f2-bfc3-f1e6e2b6dd74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:17:32.702884 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9eb323d-e1b8-4bee-b101-209016f82f06 None None] Network e7ccf81a-56c8-4d79-b52e-749e3cf44703 requested from dv-cinder-790014-1-smb {{(pid=74233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 09:17:32.911933 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-82898d36-77b1-49d5-b595-3638a8628cf4 None None] Provisioning for port 08f9df4c-bfcc-4f13-bf9f-edc1a440add0 completed by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:17:33.821763 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 08f9df4c-bfcc-4f13-bf9f-edc1a440add0 up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:17:33.946769 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning for port 08f9df4c-bfcc-4f13-bf9f-edc1a440add0 completed by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:17:33.951730 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port 08f9df4c-bfcc-4f13-bf9f-edc1a440add0 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:17:33.952102 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:17:34.067689 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:17:34.098510 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] For port 08f9df4c-bfcc-4f13-bf9f-edc1a440add0, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=08f9df4c-bfcc-4f13-bf9f-edc1a440add0,segment=NetworkSegment(2f7e2ec3-c24b-4886-a4fa-c297a5be529b),segment_id=2f7e2ec3-c24b-4886-a4fa-c297a5be529b)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:17:34.194967 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:17:34.197072 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:17:34.264504 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Pushing event updated for resources: {'Port': ['ID=08f9df4c-bfcc-4f13-bf9f-edc1a440add0,revision_number=3']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:17:34.267540 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:17:35.816987 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 08f9df4c-bfcc-4f13-bf9f-edc1a440add0 up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:17:35.887761 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port 08f9df4c-bfcc-4f13-bf9f-edc1a440add0 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:17:35.888229 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:17:43.315513 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-fd10ea15-68c5-426e-9c7f-cd4436ac158d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:17:45.883757 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-748f329c-25a2-45dc-9012-d902b25cfa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:17:45.906574 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:17:46.917639 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:17:48.628653 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:17:52.294490 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.agents_db [None req-638a5930-6b89-4b54-bbc4-25c5e7558cab None None] Agent healthcheck: found 5 active agents {{(pid=74234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 09:18:13.325232 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-d1708e55-86c0-43f8-97fe-6db62e9d142e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:18:15.838216 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dc9eb62e-fda7-4926-91a9-ef76878ad980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:18:15.851636 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:18:16.919475 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:18:18.622262 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:18:29.296754 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.agents_db [None req-638a5930-6b89-4b54-bbc4-25c5e7558cab None None] Agent healthcheck: found 5 active agents {{(pid=74234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 09:18:43.324694 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-ec946627-e519-403b-88cc-f28d6a2bade1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:18:45.839412 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:18:45.882788 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-7f2ae66a-7bec-4c2f-be4b-1bfa85af5e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:18:46.922787 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:18:48.499237 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 49116) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:18:48.505045 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [None req-f314143f-19cc-4b53-8b2c-64656be3f61f tempest-verify_tempest_config-552754807 tempest-verify_tempest_config-552754807-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=74231) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:18:48.506001 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-f314143f-19cc-4b53-8b2c-64656be3f61f tempest-verify_tempest_config-552754807 tempest-verify_tempest_config-552754807-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057840 May 06 09:18:48.631017 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:18:49.097873 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 49134) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:18:49.215662 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-f18c901a-5489-4bae-9c5d-f82cf9813fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:18:49.229308 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-f18c901a-5489-4bae-9c5d-f82cf9813fbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:18:49.233530 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-f18c901a-5489-4bae-9c5d-f82cf9813fbd admin admin] Usage tracker for resource:security_group_rule and tenant:33525ea43eef48fab10ee3d4e58e8acb is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:18:49.236314 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-f18c901a-5489-4bae-9c5d-f82cf9813fbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:18:49.242127 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-f18c901a-5489-4bae-9c5d-f82cf9813fbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:18:49.332670 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-f18c901a-5489-4bae-9c5d-f82cf9813fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:18:49.402711 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-f18c901a-5489-4bae-9c5d-f82cf9813fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:18:49.410433 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:18:49.449211 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-f18c901a-5489-4bae-9c5d-f82cf9813fbd admin admin] Synchronizing usage tracker for tenant:0b07d4c280bd438a9a90f8b7cd40fecd on resource:security_group {{(pid=74232) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:18:49.452501 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c901a-5489-4bae-9c5d-f82cf9813fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f6c219-d71b-4c52-af52-f8cf4093f28e,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:18:49.461896 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18c901a-5489-4bae-9c5d-f82cf9813fbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:18:49.462239 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18c901a-5489-4bae-9c5d-f82cf9813fbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:18:49.462568 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18c901a-5489-4bae-9c5d-f82cf9813fbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:18:49.462892 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18c901a-5489-4bae-9c5d-f82cf9813fbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:18:49.463211 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18c901a-5489-4bae-9c5d-f82cf9813fbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:18:49.463557 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18c901a-5489-4bae-9c5d-f82cf9813fbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:18:49.464447 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18c901a-5489-4bae-9c5d-f82cf9813fbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:18:49.464762 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18c901a-5489-4bae-9c5d-f82cf9813fbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:18:49.465079 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18c901a-5489-4bae-9c5d-f82cf9813fbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:18:49.465390 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18c901a-5489-4bae-9c5d-f82cf9813fbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:18:49.465699 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18c901a-5489-4bae-9c5d-f82cf9813fbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:18:49.466009 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18c901a-5489-4bae-9c5d-f82cf9813fbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:18:49.470729 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-f18c901a-5489-4bae-9c5d-f82cf9813fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:18:49.570560 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-f18c901a-5489-4bae-9c5d-f82cf9813fbd admin admin] Unset dirty status for tenant:0b07d4c280bd438a9a90f8b7cd40fecd on resource:security_group {{(pid=74232) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:18:49.571839 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-f18c901a-5489-4bae-9c5d-f82cf9813fbd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=33525ea43eef48fab10ee3d4e58e8acb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4729381 May 06 09:18:49.574577 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 49140) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:18:49.635240 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-4f4ee37c-01ae-4ad8-995f-ff6d72662c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:18:49.661182 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-4f4ee37c-01ae-4ad8-995f-ff6d72662c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:18:49.848720 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-4f4ee37c-01ae-4ad8-995f-ff6d72662c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:18:49.852791 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-f18c901a-5489-4bae-9c5d-f82cf9813fbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:18:49.864158 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ee37c-01ae-4ad8-995f-ff6d72662c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f6c219-d71b-4c52-af52-f8cf4093f28e,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:18:49.873309 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-4f4ee37c-01ae-4ad8-995f-ff6d72662c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:18:49.876539 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-4f4ee37c-01ae-4ad8-995f-ff6d72662c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:18:49.877687 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-4f4ee37c-01ae-4ad8-995f-ff6d72662c5d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b5f6c219-d71b-4c52-af52-f8cf4093f28e HTTP/1.1" status: 204 len: 168 time: 0.3021851 May 06 09:19:06.295295 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.agents_db [None req-638a5930-6b89-4b54-bbc4-25c5e7558cab None None] Agent healthcheck: found 5 active agents {{(pid=74234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 09:19:13.346999 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-48ebeae9-66af-447e-a085-ae929c8bdd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:19:15.815892 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:19:15.836140 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-7ad11c9c-bb60-40e8-b782-1619a22116b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:19:16.901070 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:19:18.609667 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:19:43.294380 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.agents_db [None req-638a5930-6b89-4b54-bbc4-25c5e7558cab None None] Agent healthcheck: found 5 active agents {{(pid=74234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 09:19:43.315358 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-d53cf594-497e-47b4-9c75-f9975b5bf7d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:19:45.801835 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:19:45.826912 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-84823a61-fe1a-4ccb-a78d-99f0dba3e6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:19:46.911644 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:19:48.637773 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:20:13.340262 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dfd651d2-d901-465e-b4a1-cf091055f408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:20:15.817578 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:20:15.842427 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-07487553-ccb2-40ad-b4bc-cb81b52f39d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:20:16.933965 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:20:18.602419 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:20:20.293713 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.agents_db [None req-638a5930-6b89-4b54-bbc4-25c5e7558cab None None] Agent healthcheck: found 5 active agents {{(pid=74234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 09:20:30.430871 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350'] for agent, after_create {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:20:33.947742 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 49192) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:20:34.058596 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-09ccc028-4f82-45c9-bb9c-d347952759cb admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1092341 May 06 09:20:36.165223 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 49202) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:20:36.220287 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-62dafb90-e78e-49fc-a817-7b86c50f654f admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0539985 May 06 09:20:43.322120 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-6f73f1d6-5d99-4985-9118-c5d9c1584ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:20:45.808033 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:20:45.859008 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-18ff0903-aee2-42dc-871a-0f87316cbe56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:20:46.910463 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:20:48.596305 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:20:57.292673 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.agents_db [None req-638a5930-6b89-4b54-bbc4-25c5e7558cab None None] Agent healthcheck: found 6 active agents {{(pid=74234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 09:21:00.395943 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:21:13.330887 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-407a8d05-8509-4ac5-8d03-c6e162897845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:21:15.833442 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:21:15.856134 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-6c3b4cff-32a2-421f-b5b5-4b54ef69b5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:21:16.919118 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:21:18.610914 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:21:30.382451 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:21:34.292147 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.agents_db [None req-638a5930-6b89-4b54-bbc4-25c5e7558cab None None] Agent healthcheck: found 6 active agents {{(pid=74234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 09:21:43.332431 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-f1a2c81b-91d7-4e03-8928-cff944fa0dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:21:45.829914 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0239aa60-6d16-4b55-9f6b-859b7da0d168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:21:45.856187 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:21:46.943770 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:21:48.618290 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:00.383369 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:06.395520 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 49382) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:06.626984 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-b3f46a6b-e00b-483e-93c2-7510ee5f161c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1094692762-network', 'tenant_id': '721438689c5c44e78f53ad730cb9883d'}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:22:06.632075 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-b3f46a6b-e00b-483e-93c2-7510ee5f161c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:06.637367 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-b3f46a6b-e00b-483e-93c2-7510ee5f161c admin admin] Usage tracker for resource:network and tenant:721438689c5c44e78f53ad730cb9883d is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:06.641506 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-b3f46a6b-e00b-483e-93c2-7510ee5f161c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:06.648146 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-b3f46a6b-e00b-483e-93c2-7510ee5f161c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:06.743473 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f46a6b-e00b-483e-93c2-7510ee5f161c admin admin] Made reservation on behalf of 721438689c5c44e78f53ad730cb9883d for: {'network': 1} {{(pid=74232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:22:06.748022 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b3f46a6b-e00b-483e-93c2-7510ee5f161c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for network, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:06.758121 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b3f46a6b-e00b-483e-93c2-7510ee5f161c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:06.773179 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-b3f46a6b-e00b-483e-93c2-7510ee5f161c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:06.777549 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-b3f46a6b-e00b-483e-93c2-7510ee5f161c admin admin] Usage tracker for resource:security_group_rule and tenant:721438689c5c44e78f53ad730cb9883d is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:06.780876 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-b3f46a6b-e00b-483e-93c2-7510ee5f161c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:06.786743 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-b3f46a6b-e00b-483e-93c2-7510ee5f161c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:06.873763 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 49410) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:06.884936 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b3f46a6b-e00b-483e-93c2-7510ee5f161c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:06.953313 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b3f46a6b-e00b-483e-93c2-7510ee5f161c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:06.958204 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-cb6c72e0-cf75-467a-a5c6-9339d251d145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:06.984332 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f46a6b-e00b-483e-93c2-7510ee5f161c admin admin] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=74232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:22:06.992493 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f46a6b-e00b-483e-93c2-7510ee5f161c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750a8854-7678-4847-97f0-b18ee1e5fcdf,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:07.000971 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b3f46a6b-e00b-483e-93c2-7510ee5f161c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047374'] for segment, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:07.003788 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.db.segments_db [None req-b3f46a6b-e00b-483e-93c2-7510ee5f161c admin admin] Added segment 8cc31b58-1f92-490c-9268-9f879d8942f0 of type vlan for network a69c290e-b8a1-4108-a145-cd8c4bb057e3 May 06 09:22:07.003788 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f46a6b-e00b-483e-93c2-7510ee5f161c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:07.003788 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f46a6b-e00b-483e-93c2-7510ee5f161c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:07.003788 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f46a6b-e00b-483e-93c2-7510ee5f161c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:07.004141 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f46a6b-e00b-483e-93c2-7510ee5f161c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:07.004340 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f46a6b-e00b-483e-93c2-7510ee5f161c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:07.004661 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f46a6b-e00b-483e-93c2-7510ee5f161c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:07.004979 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f46a6b-e00b-483e-93c2-7510ee5f161c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:07.005369 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f46a6b-e00b-483e-93c2-7510ee5f161c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:07.005707 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f46a6b-e00b-483e-93c2-7510ee5f161c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:07.006026 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f46a6b-e00b-483e-93c2-7510ee5f161c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:07.006340 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f46a6b-e00b-483e-93c2-7510ee5f161c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:07.006652 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f46a6b-e00b-483e-93c2-7510ee5f161c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:07.007701 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f46a6b-e00b-483e-93c2-7510ee5f161c admin admin] Tracked resource versions report: May 06 09:22:07.007701 dv-cinder-790014-1-smb neutron-server[74232]: pushed versions: May 06 09:22:07.007701 dv-cinder-790014-1-smb neutron-server[74232]: { 'AddressGroup': {'1.2'}, May 06 09:22:07.007701 dv-cinder-790014-1-smb neutron-server[74232]: 'ConntrackHelper': {'1.0'}, May 06 09:22:07.007701 dv-cinder-790014-1-smb neutron-server[74232]: 'Log': {'1.0'}, May 06 09:22:07.007701 dv-cinder-790014-1-smb neutron-server[74232]: 'Network': {'1.1'}, May 06 09:22:07.007701 dv-cinder-790014-1-smb neutron-server[74232]: 'Port': {'1.7'}, May 06 09:22:07.007701 dv-cinder-790014-1-smb neutron-server[74232]: 'PortForwarding': {'1.2'}, May 06 09:22:07.007701 dv-cinder-790014-1-smb neutron-server[74232]: 'QosPolicy': {'1.8'}, May 06 09:22:07.007701 dv-cinder-790014-1-smb neutron-server[74232]: 'SecurityGroup': {'1.4'}, May 06 09:22:07.007701 dv-cinder-790014-1-smb neutron-server[74232]: 'SecurityGroupRule': {'1.2'}, May 06 09:22:07.007701 dv-cinder-790014-1-smb neutron-server[74232]: 'SubPort': {'1.0'}, May 06 09:22:07.007701 dv-cinder-790014-1-smb neutron-server[74232]: 'Subnet': {'1.1'}, May 06 09:22:07.007701 dv-cinder-790014-1-smb neutron-server[74232]: 'Trunk': {'1.1'}} May 06 09:22:07.007701 dv-cinder-790014-1-smb neutron-server[74232]: consumer versions: May 06 09:22:07.007701 dv-cinder-790014-1-smb neutron-server[74232]: { DHCP agent@dv-cinder-790014-1-smb: {}, May 06 09:22:07.007701 dv-cinder-790014-1-smb neutron-server[74232]: HyperV agent@hv-cinder-79001: {}, May 06 09:22:07.007701 dv-cinder-790014-1-smb neutron-server[74232]: L3 agent@dv-cinder-790014-1-smb: {}, May 06 09:22:07.007701 dv-cinder-790014-1-smb neutron-server[74232]: Metadata agent@dv-cinder-790014-1-smb: {}, May 06 09:22:07.007701 dv-cinder-790014-1-smb neutron-server[74232]: Metering agent@dv-cinder-790014-1-smb: {}, May 06 09:22:07.007701 dv-cinder-790014-1-smb neutron-server[74232]: Open vSwitch agent@dv-cinder-790014-1-smb: { 'AddressGroup': '1.2', May 06 09:22:07.007701 dv-cinder-790014-1-smb neutron-server[74232]: 'ConntrackHelper': '1.0', May 06 09:22:07.007701 dv-cinder-790014-1-smb neutron-server[74232]: 'Log': '1.0', May 06 09:22:07.007701 dv-cinder-790014-1-smb neutron-server[74232]: 'Network': '1.1', May 06 09:22:07.007701 dv-cinder-790014-1-smb neutron-server[74232]: 'Port': '1.7', May 06 09:22:07.007701 dv-cinder-790014-1-smb neutron-server[74232]: 'PortForwarding': '1.2', May 06 09:22:07.007701 dv-cinder-790014-1-smb neutron-server[74232]: 'QosPolicy': '1.8', May 06 09:22:07.007701 dv-cinder-790014-1-smb neutron-server[74232]: 'SecurityGroup': '1.4', May 06 09:22:07.007701 dv-cinder-790014-1-smb neutron-server[74232]: 'SecurityGroupRule': '1.2', May 06 09:22:07.007701 dv-cinder-790014-1-smb neutron-server[74232]: 'SubPort': '1.0', May 06 09:22:07.007701 dv-cinder-790014-1-smb neutron-server[74232]: 'Subnet': '1.1', May 06 09:22:07.007701 dv-cinder-790014-1-smb neutron-server[74232]: 'Trunk': '1.1'}} May 06 09:22:07.007701 dv-cinder-790014-1-smb neutron-server[74232]: {{(pid=74232) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 09:22:07.013624 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-b3f46a6b-e00b-483e-93c2-7510ee5f161c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:07.036134 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b3f46a6b-e00b-483e-93c2-7510ee5f161c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734680407444'] for network, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:07.143736 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b3f46a6b-e00b-483e-93c2-7510ee5f161c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951'] for network, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:07.145100 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f46a6b-e00b-483e-93c2-7510ee5f161c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:07.145680 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b3f46a6b-e00b-483e-93c2-7510ee5f161c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for network, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:07.151063 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-950dfd47-0574-482c-bd8f-84fd23cf3f01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:07.237994 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 49424) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:07.250933 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f46a6b-e00b-483e-93c2-7510ee5f161c admin admin] Pushing event updated for resources: {'Network': ['ID=a69c290e-b8a1-4108-a145-cd8c4bb057e3,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:07.253690 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-b3f46a6b-e00b-483e-93c2-7510ee5f161c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:07.261126 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Network a69c290e-b8a1-4108-a145-cd8c4bb057e3 details requested by agent ovs-agent-dv-cinder-790014-1-smb with host dv-cinder-790014-1-smb {{(pid=74233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 09:22:07.265064 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-b3f46a6b-e00b-483e-93c2-7510ee5f161c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8674345 May 06 09:22:07.267958 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 49430) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:07.273495 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-54470506-5d2a-425d-a0b3-107970858d80 admin admin] Request body: {'subnet': {'network_id': 'a69c290e-b8a1-4108-a145-cd8c4bb057e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1094692762-subnet', 'tenant_id': '721438689c5c44e78f53ad730cb9883d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:22:07.278452 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-54470506-5d2a-425d-a0b3-107970858d80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:07.282298 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-54470506-5d2a-425d-a0b3-107970858d80 admin admin] Usage tracker for resource:subnet and tenant:721438689c5c44e78f53ad730cb9883d is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:07.285354 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-54470506-5d2a-425d-a0b3-107970858d80 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:07.291453 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-54470506-5d2a-425d-a0b3-107970858d80 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:07.360807 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54470506-5d2a-425d-a0b3-107970858d80 admin admin] Made reservation on behalf of 721438689c5c44e78f53ad730cb9883d for: {'subnet': 1} {{(pid=74232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:22:07.363201 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-54470506-5d2a-425d-a0b3-107970858d80 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:07.449115 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 49440) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:07.480494 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [None req-e24bc311-eb6f-4daa-a17f-736a54908076 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-782664398-network', 'tenant_id': '1fbab28d3fed42e3a82b1e1da7a207c5'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:22:07.493460 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-e24bc311-eb6f-4daa-a17f-736a54908076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:07.493460 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-e24bc311-eb6f-4daa-a17f-736a54908076 admin admin] Usage tracker for resource:network and tenant:1fbab28d3fed42e3a82b1e1da7a207c5 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:07.497378 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-e24bc311-eb6f-4daa-a17f-736a54908076 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:07.505384 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-e24bc311-eb6f-4daa-a17f-736a54908076 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:07.624364 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24bc311-eb6f-4daa-a17f-736a54908076 admin admin] Made reservation on behalf of 1fbab28d3fed42e3a82b1e1da7a207c5 for: {'network': 1} {{(pid=74231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:22:07.627071 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e24bc311-eb6f-4daa-a17f-736a54908076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for network, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:07.640116 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e24bc311-eb6f-4daa-a17f-736a54908076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:07.655661 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-e24bc311-eb6f-4daa-a17f-736a54908076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:07.660717 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-e24bc311-eb6f-4daa-a17f-736a54908076 admin admin] Usage tracker for resource:security_group_rule and tenant:1fbab28d3fed42e3a82b1e1da7a207c5 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:07.666731 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-e24bc311-eb6f-4daa-a17f-736a54908076 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:07.675267 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-e24bc311-eb6f-4daa-a17f-736a54908076 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:07.677445 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 49450) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:07.750350 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [None req-7fa3a389-f461-40fd-857c-49fe8fbc8581 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1690302589-network', 'tenant_id': '87a87eb65c3849949fab4179da2d6886'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:22:07.755100 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-7fa3a389-f461-40fd-857c-49fe8fbc8581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:07.813666 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-7fa3a389-f461-40fd-857c-49fe8fbc8581 admin admin] Usage tracker for resource:network and tenant:87a87eb65c3849949fab4179da2d6886 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:07.817359 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-7fa3a389-f461-40fd-857c-49fe8fbc8581 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:07.823953 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-7fa3a389-f461-40fd-857c-49fe8fbc8581 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:07.836867 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [None req-ae96f244-525c-4f64-818d-5d4d5b39a945 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-805411491-network', 'tenant_id': 'a2c6a2c59d9d441187d68d927507eee3'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:22:07.859098 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-ae96f244-525c-4f64-818d-5d4d5b39a945 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:07.859318 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-54470506-5d2a-425d-a0b3-107970858d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951'] for subnet, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:07.864360 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-faf3700d-3737-482f-95c3-81ac718173e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:07.866606 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-ae96f244-525c-4f64-818d-5d4d5b39a945 admin admin] Usage tracker for resource:network and tenant:a2c6a2c59d9d441187d68d927507eee3 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:07.893753 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-ae96f244-525c-4f64-818d-5d4d5b39a945 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:07.911925 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa3a389-f461-40fd-857c-49fe8fbc8581 admin admin] Made reservation on behalf of 87a87eb65c3849949fab4179da2d6886 for: {'network': 1} {{(pid=74231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:22:07.914247 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-7fa3a389-f461-40fd-857c-49fe8fbc8581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for network, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:07.933558 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e24bc311-eb6f-4daa-a17f-736a54908076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:07.938135 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-7fa3a389-f461-40fd-857c-49fe8fbc8581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:07.946881 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-ae96f244-525c-4f64-818d-5d4d5b39a945 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:07.952200 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54470506-5d2a-425d-a0b3-107970858d80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48217201-77f0-4a45-b499-0cae79b4ea6e,revision_number=0']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:07.957219 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-7fa3a389-f461-40fd-857c-49fe8fbc8581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:07.961873 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-54470506-5d2a-425d-a0b3-107970858d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:07.962229 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-7fa3a389-f461-40fd-857c-49fe8fbc8581 admin admin] Usage tracker for resource:security_group_rule and tenant:87a87eb65c3849949fab4179da2d6886 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:07.966912 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-7fa3a389-f461-40fd-857c-49fe8fbc8581 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:07.972039 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-7fa3a389-f461-40fd-857c-49fe8fbc8581 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:07.986868 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54470506-5d2a-425d-a0b3-107970858d80 admin admin] Checking segment: {'id': '8cc31b58-1f92-490c-9268-9f879d8942f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a69c290e-b8a1-4108-a145-cd8c4bb057e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:22:07.987163 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54470506-5d2a-425d-a0b3-107970858d80 admin admin] Network hostable DHCP agents. Network: a69c290e-b8a1-4108-a145-cd8c4bb057e3, hostable agents: ['bc902bc5-40dc-4f86-86c2-e5adb524f41e'], hosted agents: [] {{(pid=74232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:22:08.038428 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e24bc311-eb6f-4daa-a17f-736a54908076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:08.061108 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-7fa3a389-f461-40fd-857c-49fe8fbc8581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:08.065527 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:08.072332 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae96f244-525c-4f64-818d-5d4d5b39a945 admin admin] Made reservation on behalf of a2c6a2c59d9d441187d68d927507eee3 for: {'network': 1} {{(pid=74231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:22:08.074975 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-ae96f244-525c-4f64-818d-5d4d5b39a945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for network, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:08.103380 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54470506-5d2a-425d-a0b3-107970858d80 admin admin] Network a69c290e-b8a1-4108-a145-cd8c4bb057e3 is scheduled to be hosted by DHCP agent bc902bc5-40dc-4f86-86c2-e5adb524f41e with binding_index 1 {{(pid=74232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:22:08.111942 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-ae96f244-525c-4f64-818d-5d4d5b39a945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:08.125430 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24bc311-eb6f-4daa-a17f-736a54908076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51b9025-aa1c-47b6-b60c-34842187a14d,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:08.142282 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24bc311-eb6f-4daa-a17f-736a54908076 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:08.142282 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24bc311-eb6f-4daa-a17f-736a54908076 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:08.142282 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24bc311-eb6f-4daa-a17f-736a54908076 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:08.142282 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24bc311-eb6f-4daa-a17f-736a54908076 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:08.142282 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24bc311-eb6f-4daa-a17f-736a54908076 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:08.142282 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24bc311-eb6f-4daa-a17f-736a54908076 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:08.142282 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24bc311-eb6f-4daa-a17f-736a54908076 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:08.142282 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24bc311-eb6f-4daa-a17f-736a54908076 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:08.142282 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24bc311-eb6f-4daa-a17f-736a54908076 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:08.142282 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24bc311-eb6f-4daa-a17f-736a54908076 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:08.142282 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24bc311-eb6f-4daa-a17f-736a54908076 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:08.142282 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24bc311-eb6f-4daa-a17f-736a54908076 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:08.142282 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24bc311-eb6f-4daa-a17f-736a54908076 admin admin] Tracked resource versions report: May 06 09:22:08.142282 dv-cinder-790014-1-smb neutron-server[74231]: pushed versions: May 06 09:22:08.142282 dv-cinder-790014-1-smb neutron-server[74231]: { 'AddressGroup': {'1.2'}, May 06 09:22:08.142282 dv-cinder-790014-1-smb neutron-server[74231]: 'ConntrackHelper': {'1.0'}, May 06 09:22:08.142282 dv-cinder-790014-1-smb neutron-server[74231]: 'Log': {'1.0'}, May 06 09:22:08.142282 dv-cinder-790014-1-smb neutron-server[74231]: 'Network': {'1.1'}, May 06 09:22:08.142282 dv-cinder-790014-1-smb neutron-server[74231]: 'Port': {'1.7'}, May 06 09:22:08.142282 dv-cinder-790014-1-smb neutron-server[74231]: 'PortForwarding': {'1.2'}, May 06 09:22:08.142282 dv-cinder-790014-1-smb neutron-server[74231]: 'QosPolicy': {'1.8'}, May 06 09:22:08.142282 dv-cinder-790014-1-smb neutron-server[74231]: 'SecurityGroup': {'1.4'}, May 06 09:22:08.142282 dv-cinder-790014-1-smb neutron-server[74231]: 'SecurityGroupRule': {'1.2'}, May 06 09:22:08.142282 dv-cinder-790014-1-smb neutron-server[74231]: 'SubPort': {'1.0'}, May 06 09:22:08.142282 dv-cinder-790014-1-smb neutron-server[74231]: 'Subnet': {'1.1'}, May 06 09:22:08.142282 dv-cinder-790014-1-smb neutron-server[74231]: 'Trunk': {'1.1'}} May 06 09:22:08.142282 dv-cinder-790014-1-smb neutron-server[74231]: consumer versions: May 06 09:22:08.142282 dv-cinder-790014-1-smb neutron-server[74231]: { DHCP agent@dv-cinder-790014-1-smb: {}, May 06 09:22:08.142282 dv-cinder-790014-1-smb neutron-server[74231]: HyperV agent@hv-cinder-79001: {}, May 06 09:22:08.142282 dv-cinder-790014-1-smb neutron-server[74231]: L3 agent@dv-cinder-790014-1-smb: {}, May 06 09:22:08.142282 dv-cinder-790014-1-smb neutron-server[74231]: Metadata agent@dv-cinder-790014-1-smb: {}, May 06 09:22:08.142282 dv-cinder-790014-1-smb neutron-server[74231]: Metering agent@dv-cinder-790014-1-smb: {}, May 06 09:22:08.142282 dv-cinder-790014-1-smb neutron-server[74231]: Open vSwitch agent@dv-cinder-790014-1-smb: { 'AddressGroup': '1.2', May 06 09:22:08.142282 dv-cinder-790014-1-smb neutron-server[74231]: 'ConntrackHelper': '1.0', May 06 09:22:08.142282 dv-cinder-790014-1-smb neutron-server[74231]: 'Log': '1.0', May 06 09:22:08.142282 dv-cinder-790014-1-smb neutron-server[74231]: 'Network': '1.1', May 06 09:22:08.142282 dv-cinder-790014-1-smb neutron-server[74231]: 'Port': '1.7', May 06 09:22:08.142282 dv-cinder-790014-1-smb neutron-server[74231]: 'PortForwarding': '1.2', May 06 09:22:08.142282 dv-cinder-790014-1-smb neutron-server[74231]: 'QosPolicy': '1.8', May 06 09:22:08.142282 dv-cinder-790014-1-smb neutron-server[74231]: 'SecurityGroup': '1.4', May 06 09:22:08.142282 dv-cinder-790014-1-smb neutron-server[74231]: 'SecurityGroupRule': '1.2', May 06 09:22:08.142282 dv-cinder-790014-1-smb neutron-server[74231]: 'SubPort': '1.0', May 06 09:22:08.144786 dv-cinder-790014-1-smb neutron-server[74231]: 'Subnet': '1.1', May 06 09:22:08.144786 dv-cinder-790014-1-smb neutron-server[74231]: 'Trunk': '1.1'}} May 06 09:22:08.144786 dv-cinder-790014-1-smb neutron-server[74231]: {{(pid=74231) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 09:22:08.152630 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-e24bc311-eb6f-4daa-a17f-736a54908076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:08.153034 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-4fdd2627-6b43-4a98-a185-caa13b66f37f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-169303928-network', 'tenant_id': 'f9983e4cddcf4e468452d86169f2b091'}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:22:08.153288 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-7fa3a389-f461-40fd-857c-49fe8fbc8581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:08.156669 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e24bc311-eb6f-4daa-a17f-736a54908076 admin admin] vlan segment allocate from pool success with {'vlan_id': 1040, 'physical_network': 'physnet1'} {{(pid=74231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:22:08.159306 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-4fdd2627-6b43-4a98-a185-caa13b66f37f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:08.171987 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-ae96f244-525c-4f64-818d-5d4d5b39a945 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:08.172779 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-4fdd2627-6b43-4a98-a185-caa13b66f37f admin admin] Usage tracker for resource:network and tenant:f9983e4cddcf4e468452d86169f2b091 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:08.172904 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-ae96f244-525c-4f64-818d-5d4d5b39a945 admin admin] Usage tracker for resource:security_group_rule and tenant:a2c6a2c59d9d441187d68d927507eee3 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:08.176555 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-4fdd2627-6b43-4a98-a185-caa13b66f37f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:08.176838 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-ae96f244-525c-4f64-818d-5d4d5b39a945 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:08.186051 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-ae96f244-525c-4f64-818d-5d4d5b39a945 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:08.193561 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-4fdd2627-6b43-4a98-a185-caa13b66f37f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:08.201636 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.base_scheduler [None req-54470506-5d2a-425d-a0b3-107970858d80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-1-smb, a69c290e-b8a1-4108-a145-cd8c4bb057e3) {{(pid=74232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:22:08.201636 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54470506-5d2a-425d-a0b3-107970858d80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:08.202613 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-54470506-5d2a-425d-a0b3-107970858d80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for subnet, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:08.205823 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21b4cba-6990-4e83-b407-0f13404bf445 None None] Network a69c290e-b8a1-4108-a145-cd8c4bb057e3 requested from dv-cinder-790014-1-smb {{(pid=74233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 09:22:08.211577 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:08.237902 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e24bc311-eb6f-4daa-a17f-736a54908076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047374'] for segment, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:08.238476 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.db.segments_db [None req-e24bc311-eb6f-4daa-a17f-736a54908076 admin admin] Added segment 57b0f83f-9482-42c3-aec0-d596b3e1f7bd of type vlan for network 17e18553-4803-4d78-aec7-beff27502916 May 06 09:22:08.266076 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fa3a389-f461-40fd-857c-49fe8fbc8581 admin admin] vlan segment allocate from pool success with {'vlan_id': 1008, 'physical_network': 'physnet1'} {{(pid=74231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:22:08.292269 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa3a389-f461-40fd-857c-49fe8fbc8581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed82b7a5-4f7c-4dd6-bff4-144157ae0951,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:08.296450 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-7fa3a389-f461-40fd-857c-49fe8fbc8581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:08.306926 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-7fa3a389-f461-40fd-857c-49fe8fbc8581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047374'] for segment, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:08.307181 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.db.segments_db [None req-7fa3a389-f461-40fd-857c-49fe8fbc8581 admin admin] Added segment 36c7da13-cf7e-4164-9f19-b350301e7409 of type vlan for network e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a May 06 09:22:08.310125 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e24bc311-eb6f-4daa-a17f-736a54908076 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734680407444'] for network, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:08.341969 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fdd2627-6b43-4a98-a185-caa13b66f37f admin admin] Made reservation on behalf of f9983e4cddcf4e468452d86169f2b091 for: {'network': 1} {{(pid=74232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:22:08.347949 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-4fdd2627-6b43-4a98-a185-caa13b66f37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for network, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:08.360862 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-7fa3a389-f461-40fd-857c-49fe8fbc8581 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734680407444'] for network, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:08.370603 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-4fdd2627-6b43-4a98-a185-caa13b66f37f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:08.409427 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-ae96f244-525c-4f64-818d-5d4d5b39a945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:08.430765 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-4fdd2627-6b43-4a98-a185-caa13b66f37f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:08.435010 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-4fdd2627-6b43-4a98-a185-caa13b66f37f admin admin] Usage tracker for resource:security_group_rule and tenant:f9983e4cddcf4e468452d86169f2b091 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:08.437521 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22780e0c-18ab-4b63-b984-1f77078a9834 None None] Network a69c290e-b8a1-4108-a145-cd8c4bb057e3 requested from dv-cinder-790014-1-smb {{(pid=74233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 09:22:08.438989 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-4fdd2627-6b43-4a98-a185-caa13b66f37f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:08.445393 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-4fdd2627-6b43-4a98-a185-caa13b66f37f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:08.453070 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-54470506-5d2a-425d-a0b3-107970858d80 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1831508 May 06 09:22:08.481290 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e24bc311-eb6f-4daa-a17f-736a54908076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951'] for network, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:08.483282 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24bc311-eb6f-4daa-a17f-736a54908076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:08.484065 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e24bc311-eb6f-4daa-a17f-736a54908076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for network, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:08.489930 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-d7847f5e-6aad-4fe3-80dd-28220190c888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:08.571699 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-ae96f244-525c-4f64-818d-5d4d5b39a945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:08.589505 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-7fa3a389-f461-40fd-857c-49fe8fbc8581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951'] for network, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:08.613748 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae96f244-525c-4f64-818d-5d4d5b39a945 admin admin] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=74231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:22:08.625865 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-ae96f244-525c-4f64-818d-5d4d5b39a945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047374'] for segment, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:08.629615 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.db.segments_db [None req-ae96f244-525c-4f64-818d-5d4d5b39a945 admin admin] Added segment 0f5f0f21-c73f-46b4-8034-cc0c9e7f87eb of type vlan for network af9af05c-d778-4aba-8467-9a45cf1d106f May 06 09:22:08.659663 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-ae96f244-525c-4f64-818d-5d4d5b39a945 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734680407444'] for network, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:08.682958 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-4fdd2627-6b43-4a98-a185-caa13b66f37f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:08.700130 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa3a389-f461-40fd-857c-49fe8fbc8581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:08.700765 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-7fa3a389-f461-40fd-857c-49fe8fbc8581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for network, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:08.731605 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24bc311-eb6f-4daa-a17f-736a54908076 admin admin] Pushing event updated for resources: {'Network': ['ID=17e18553-4803-4d78-aec7-beff27502916,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:08.735158 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-e24bc311-eb6f-4daa-a17f-736a54908076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:08.738131 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-e24bc311-eb6f-4daa-a17f-736a54908076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:08.747404 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-4fdd2627-6b43-4a98-a185-caa13b66f37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:08.752065 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-4f4ee37c-01ae-4ad8-995f-ff6d72662c5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:08.758377 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Network 17e18553-4803-4d78-aec7-beff27502916 details requested by agent ovs-agent-dv-cinder-790014-1-smb with host dv-cinder-790014-1-smb {{(pid=74233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 09:22:08.809290 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96f244-525c-4f64-818d-5d4d5b39a945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4891f7b-2798-45d8-bf90-d8cb6c8db430,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:08.812213 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-ae96f244-525c-4f64-818d-5d4d5b39a945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951'] for network, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:08.813112 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-ae96f244-525c-4f64-818d-5d4d5b39a945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:08.813568 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:08.826486 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd2627-6b43-4a98-a185-caa13b66f37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befdb92e-2082-498e-8267-4b77a2bdff40,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:08.830414 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-4fdd2627-6b43-4a98-a185-caa13b66f37f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:08.847345 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fdd2627-6b43-4a98-a185-caa13b66f37f admin admin] vlan segment allocate from pool success with {'vlan_id': 1039, 'physical_network': 'physnet1'} {{(pid=74232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:22:08.870636 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae96f244-525c-4f64-818d-5d4d5b39a945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:08.872996 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-ae96f244-525c-4f64-818d-5d4d5b39a945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for network, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:08.877021 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-4fdd2627-6b43-4a98-a185-caa13b66f37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047374'] for segment, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:08.877021 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.db.segments_db [None req-4fdd2627-6b43-4a98-a185-caa13b66f37f admin admin] Added segment 7bfdc02c-4405-4bd3-bbf2-9571d057ac4a of type vlan for network 6738b754-c0fb-47d7-9855-22e220ab6546 May 06 09:22:08.884336 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-7fa3a389-f461-40fd-857c-49fe8fbc8581 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6451869 May 06 09:22:08.886497 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-e24bc311-eb6f-4daa-a17f-736a54908076 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0107708 May 06 09:22:08.889634 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 49484) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:08.889970 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 49486) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:08.903455 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-ab2e9b1e-090d-4ce2-aeaf-50f8bacb3859 admin admin] Request body: {'subnet': {'network_id': '17e18553-4803-4d78-aec7-beff27502916', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-782664398-subnet', 'tenant_id': '1fbab28d3fed42e3a82b1e1da7a207c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:22:08.910172 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-ab2e9b1e-090d-4ce2-aeaf-50f8bacb3859 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:08.918293 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-7af09359-601e-473e-b7e6-6ea34b377a92 admin admin] Request body: {'subnet': {'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1690302589-subnet', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:22:08.944197 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-ab2e9b1e-090d-4ce2-aeaf-50f8bacb3859 admin admin] Usage tracker for resource:subnet and tenant:1fbab28d3fed42e3a82b1e1da7a207c5 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:08.950930 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-ab2e9b1e-090d-4ce2-aeaf-50f8bacb3859 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:08.957776 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-ab2e9b1e-090d-4ce2-aeaf-50f8bacb3859 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:08.968923 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-7af09359-601e-473e-b7e6-6ea34b377a92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:08.972967 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-7af09359-601e-473e-b7e6-6ea34b377a92 admin admin] Usage tracker for resource:subnet and tenant:87a87eb65c3849949fab4179da2d6886 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:08.975968 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-7af09359-601e-473e-b7e6-6ea34b377a92 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:08.988841 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-7af09359-601e-473e-b7e6-6ea34b377a92 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:09.012326 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-4fdd2627-6b43-4a98-a185-caa13b66f37f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734680407444'] for network, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:09.059544 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 49504) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:09.059723 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-ae96f244-525c-4f64-818d-5d4d5b39a945 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6092608 May 06 09:22:09.068646 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-a42a7ed3-8cbc-404b-a94d-af0d2d3cc0da admin admin] Request body: {'subnet': {'network_id': 'af9af05c-d778-4aba-8467-9a45cf1d106f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-805411491-subnet', 'tenant_id': 'a2c6a2c59d9d441187d68d927507eee3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:22:09.080943 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af09359-601e-473e-b7e6-6ea34b377a92 admin admin] Made reservation on behalf of 87a87eb65c3849949fab4179da2d6886 for: {'subnet': 1} {{(pid=74232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:22:09.086051 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-7af09359-601e-473e-b7e6-6ea34b377a92 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:09.123865 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa3a389-f461-40fd-857c-49fe8fbc8581 admin admin] Pushing event updated for resources: {'Network': ['ID=e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:09.134911 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Network e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a details requested by agent ovs-agent-dv-cinder-790014-1-smb with host dv-cinder-790014-1-smb {{(pid=74233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 09:22:09.261426 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96f244-525c-4f64-818d-5d4d5b39a945 admin admin] Pushing event updated for resources: {'Network': ['ID=af9af05c-d778-4aba-8467-9a45cf1d106f,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:09.264100 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-ae96f244-525c-4f64-818d-5d4d5b39a945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:09.265239 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.325s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:09.265511 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:09.276999 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Network af9af05c-d778-4aba-8467-9a45cf1d106f details requested by agent ovs-agent-dv-cinder-790014-1-smb with host dv-cinder-790014-1-smb {{(pid=74233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 09:22:09.308370 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2e9b1e-090d-4ce2-aeaf-50f8bacb3859 admin admin] Made reservation on behalf of 1fbab28d3fed42e3a82b1e1da7a207c5 for: {'subnet': 1} {{(pid=74232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:22:09.310638 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ab2e9b1e-090d-4ce2-aeaf-50f8bacb3859 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:09.428265 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-4fdd2627-6b43-4a98-a185-caa13b66f37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951'] for network, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:09.438111 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdd2627-6b43-4a98-a185-caa13b66f37f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:09.439150 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-4fdd2627-6b43-4a98-a185-caa13b66f37f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for network, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:09.448224 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:09.476930 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-a42a7ed3-8cbc-404b-a94d-af0d2d3cc0da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:09.492645 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-a42a7ed3-8cbc-404b-a94d-af0d2d3cc0da admin admin] Usage tracker for resource:subnet and tenant:a2c6a2c59d9d441187d68d927507eee3 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:09.504982 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-a42a7ed3-8cbc-404b-a94d-af0d2d3cc0da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:09.529064 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-a42a7ed3-8cbc-404b-a94d-af0d2d3cc0da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:09.686815 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd2627-6b43-4a98-a185-caa13b66f37f admin admin] Pushing event updated for resources: {'Network': ['ID=6738b754-c0fb-47d7-9855-22e220ab6546,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:09.689435 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-4fdd2627-6b43-4a98-a185-caa13b66f37f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:09.696520 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Network 6738b754-c0fb-47d7-9855-22e220ab6546 details requested by agent ovs-agent-dv-cinder-790014-1-smb with host dv-cinder-790014-1-smb {{(pid=74233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 09:22:09.763671 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 49540) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:09.764052 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-4fdd2627-6b43-4a98-a185-caa13b66f37f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0850410 May 06 09:22:09.775764 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [None req-4c541601-796f-41f4-9d5a-cfdbd7971a54 admin admin] Request body: {'subnet': {'network_id': '6738b754-c0fb-47d7-9855-22e220ab6546', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-169303928-subnet', 'tenant_id': 'f9983e4cddcf4e468452d86169f2b091', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:22:09.791198 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-4c541601-796f-41f4-9d5a-cfdbd7971a54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:09.803192 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-4c541601-796f-41f4-9d5a-cfdbd7971a54 admin admin] Usage tracker for resource:subnet and tenant:f9983e4cddcf4e468452d86169f2b091 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:09.809859 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-4c541601-796f-41f4-9d5a-cfdbd7971a54 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:09.816720 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-4c541601-796f-41f4-9d5a-cfdbd7971a54 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:09.837075 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42a7ed3-8cbc-404b-a94d-af0d2d3cc0da admin admin] Made reservation on behalf of a2c6a2c59d9d441187d68d927507eee3 for: {'subnet': 1} {{(pid=74232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:22:09.840008 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-a42a7ed3-8cbc-404b-a94d-af0d2d3cc0da admin admin] Notify callbacks [] for subnet, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:09.921742 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c541601-796f-41f4-9d5a-cfdbd7971a54 admin admin] Made reservation on behalf of f9983e4cddcf4e468452d86169f2b091 for: {'subnet': 1} {{(pid=74231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:22:09.924752 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-4c541601-796f-41f4-9d5a-cfdbd7971a54 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:10.356857 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 49570) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:10.364850 dv-cinder-790014-1-smb neutron-server[74232]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 06 09:22:10.488366 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-4c541601-796f-41f4-9d5a-cfdbd7971a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951'] for subnet, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:10.489334 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ab2e9b1e-090d-4ce2-aeaf-50f8bacb3859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951'] for subnet, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:10.493850 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-cb7ae639-ce5b-4d75-a36c-5f8b4b4d7bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:10.506221 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-09ce2237-0e9b-45c9-9483-affccc6f7e21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:10.531525 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-7af09359-601e-473e-b7e6-6ea34b377a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951'] for subnet, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:10.574490 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c541601-796f-41f4-9d5a-cfdbd7971a54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3aac420-410a-4224-bd12-b0f6b8f33f91,revision_number=0']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:10.578677 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-4c541601-796f-41f4-9d5a-cfdbd7971a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:10.579799 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c541601-796f-41f4-9d5a-cfdbd7971a54 admin admin] Checking segment: {'id': '7bfdc02c-4405-4bd3-bbf2-9571d057ac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '6738b754-c0fb-47d7-9855-22e220ab6546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:22:10.580144 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c541601-796f-41f4-9d5a-cfdbd7971a54 admin admin] Network hostable DHCP agents. Network: 6738b754-c0fb-47d7-9855-22e220ab6546, hostable agents: ['bc902bc5-40dc-4f86-86c2-e5adb524f41e'], hosted agents: [] {{(pid=74231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:22:10.657734 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c541601-796f-41f4-9d5a-cfdbd7971a54 admin admin] Network 6738b754-c0fb-47d7-9855-22e220ab6546 is scheduled to be hosted by DHCP agent bc902bc5-40dc-4f86-86c2-e5adb524f41e with binding_index 1 {{(pid=74231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:22:10.710246 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e9b1e-090d-4ce2-aeaf-50f8bacb3859 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cea0299b-41f8-486e-8bfe-c748e51c5d77,revision_number=0']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:10.712795 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-ab2e9b1e-090d-4ce2-aeaf-50f8bacb3859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:10.721644 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:10.762412 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-a74e5425-677c-40a2-99ac-babd67ea1ab1 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:10.762412 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-a74e5425-677c-40a2-99ac-babd67ea1ab1 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Synchronizing usage tracker for tenant:721438689c5c44e78f53ad730cb9883d on resource:network {{(pid=74232) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:22:10.769846 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.base_scheduler [None req-4c541601-796f-41f4-9d5a-cfdbd7971a54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-1-smb, 6738b754-c0fb-47d7-9855-22e220ab6546) {{(pid=74231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:22:10.774294 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2e9b1e-090d-4ce2-aeaf-50f8bacb3859 admin admin] Checking segment: {'id': '57b0f83f-9482-42c3-aec0-d596b3e1f7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '17e18553-4803-4d78-aec7-beff27502916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:22:10.774658 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2e9b1e-090d-4ce2-aeaf-50f8bacb3859 admin admin] Network hostable DHCP agents. Network: 17e18553-4803-4d78-aec7-beff27502916, hostable agents: ['bc902bc5-40dc-4f86-86c2-e5adb524f41e'], hosted agents: [] {{(pid=74232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:22:10.777198 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c541601-796f-41f4-9d5a-cfdbd7971a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:10.778260 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-4c541601-796f-41f4-9d5a-cfdbd7971a54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for subnet, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:10.780319 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e52f884-2f47-40b7-9ee7-75687c8e3e45 None None] Network 6738b754-c0fb-47d7-9855-22e220ab6546 requested from dv-cinder-790014-1-smb {{(pid=74233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 09:22:10.810372 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af09359-601e-473e-b7e6-6ea34b377a92 admin admin] Checking segment: {'id': '36c7da13-cf7e-4164-9f19-b350301e7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:22:10.810372 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af09359-601e-473e-b7e6-6ea34b377a92 admin admin] Network hostable DHCP agents. Network: e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a, hostable agents: ['bc902bc5-40dc-4f86-86c2-e5adb524f41e'], hosted agents: [] {{(pid=74232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:22:10.848123 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af09359-601e-473e-b7e6-6ea34b377a92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3327bb7d-2498-459f-aedf-d87f7d766be5,revision_number=0']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:10.851033 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-7af09359-601e-473e-b7e6-6ea34b377a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:10.902545 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-4c541601-796f-41f4-9d5a-cfdbd7971a54 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1378090 May 06 09:22:10.905268 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 49596) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:10.912352 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [None req-c760313f-1338-4b34-8942-a5a02df75765 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-169303928-router', 'tenant_id': 'f9983e4cddcf4e468452d86169f2b091', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'}}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:22:10.929015 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-c760313f-1338-4b34-8942-a5a02df75765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:10.934719 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2e9b1e-090d-4ce2-aeaf-50f8bacb3859 admin admin] Network 17e18553-4803-4d78-aec7-beff27502916 is scheduled to be hosted by DHCP agent bc902bc5-40dc-4f86-86c2-e5adb524f41e with binding_index 1 {{(pid=74232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:22:10.938050 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-a74e5425-677c-40a2-99ac-babd67ea1ab1 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Unset dirty status for tenant:721438689c5c44e78f53ad730cb9883d on resource:network {{(pid=74232) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:22:10.939528 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-a74e5425-677c-40a2-99ac-babd67ea1ab1 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/networks?id=a69c290e-b8a1-4108-a145-cd8c4bb057e3 HTTP/1.1" status: 200 len: 815 time: 0.5762329 May 06 09:22:10.939913 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af09359-601e-473e-b7e6-6ea34b377a92 admin admin] Network e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a is scheduled to be hosted by DHCP agent bc902bc5-40dc-4f86-86c2-e5adb524f41e with binding_index 1 {{(pid=74232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:22:10.943871 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-c760313f-1338-4b34-8942-a5a02df75765 admin admin] Usage tracker for resource:router and tenant:f9983e4cddcf4e468452d86169f2b091 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:10.951324 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-c760313f-1338-4b34-8942-a5a02df75765 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:10.963481 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-c760313f-1338-4b34-8942-a5a02df75765 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:10.965998 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.base_scheduler [None req-ab2e9b1e-090d-4ce2-aeaf-50f8bacb3859 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-1-smb, 17e18553-4803-4d78-aec7-beff27502916) {{(pid=74232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:22:10.978340 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2e9b1e-090d-4ce2-aeaf-50f8bacb3859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:10.979354 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ab2e9b1e-090d-4ce2-aeaf-50f8bacb3859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for subnet, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:10.984103 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.base_scheduler [None req-7af09359-601e-473e-b7e6-6ea34b377a92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-1-smb, e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a) {{(pid=74232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:22:10.991220 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06ff59f-b326-4828-9cdc-d898e1bdbad4 None None] Network 17e18553-4803-4d78-aec7-beff27502916 requested from dv-cinder-790014-1-smb {{(pid=74233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 09:22:10.996990 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af09359-601e-473e-b7e6-6ea34b377a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:10.997896 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-7af09359-601e-473e-b7e6-6ea34b377a92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for subnet, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:11.032923 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-1b871f7d-a37f-4822-ae9e-76f8d42edcdc tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/quotas/721438689c5c44e78f53ad730cb9883d HTTP/1.1" status: 200 len: 375 time: 0.0827570 May 06 09:22:11.044697 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-a42a7ed3-8cbc-404b-a94d-af0d2d3cc0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951'] for subnet, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:11.060559 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b8d14d-024a-4602-b270-8fc213d4f752 None None] Network e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a requested from dv-cinder-790014-1-smb {{(pid=74233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 09:22:11.075148 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-c760313f-1338-4b34-8942-a5a02df75765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-695550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30529'] for router, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:11.076381 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-c760313f-1338-4b34-8942-a5a02df75765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-695537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-754102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30536'] for router, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:11.095656 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-54470506-5d2a-425d-a0b3-107970858d80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:11.095902 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-c760313f-1338-4b34-8942-a5a02df75765 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:11.136422 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-c4202922-dbe7-4f49-b606-984ad2302abd tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=721438689c5c44e78f53ad730cb9883d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0905776 May 06 09:22:11.171810 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42a7ed3-8cbc-404b-a94d-af0d2d3cc0da admin admin] Pushing event updated for resources: {'Subnet': ['ID=1885b7b8-8f35-4096-b3e9-f361c7ed4632,revision_number=0']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:11.174656 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-a42a7ed3-8cbc-404b-a94d-af0d2d3cc0da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:11.179016 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-7af09359-601e-473e-b7e6-6ea34b377a92 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2872775 May 06 09:22:11.191818 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-ab2e9b1e-090d-4ce2-aeaf-50f8bacb3859 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2874355 May 06 09:22:11.191818 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 49614) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:11.193140 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-5af29def-6da7-4fda-9f9b-54d9d91a4a65 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1690302589-router', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'}}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:22:11.199264 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-5af29def-6da7-4fda-9f9b-54d9d91a4a65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:11.201700 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42a7ed3-8cbc-404b-a94d-af0d2d3cc0da admin admin] Checking segment: {'id': '0f5f0f21-c73f-46b4-8034-cc0c9e7f87eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'af9af05c-d778-4aba-8467-9a45cf1d106f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:22:11.202089 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42a7ed3-8cbc-404b-a94d-af0d2d3cc0da admin admin] Network hostable DHCP agents. Network: af9af05c-d778-4aba-8467-9a45cf1d106f, hostable agents: ['bc902bc5-40dc-4f86-86c2-e5adb524f41e'], hosted agents: [] {{(pid=74232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:22:11.207538 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-5af29def-6da7-4fda-9f9b-54d9d91a4a65 admin admin] Usage tracker for resource:router and tenant:87a87eb65c3849949fab4179da2d6886 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:11.210592 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-5af29def-6da7-4fda-9f9b-54d9d91a4a65 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:11.221418 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-5af29def-6da7-4fda-9f9b-54d9d91a4a65 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:11.246499 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58476b43-60b4-4012-96da-de736ee8adf6 None None] Network 6738b754-c0fb-47d7-9855-22e220ab6546 requested from dv-cinder-790014-1-smb {{(pid=74233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 09:22:11.292688 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.agents_db [None req-638a5930-6b89-4b54-bbc4-25c5e7558cab None None] Agent healthcheck: found 6 active agents {{(pid=74234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 09:22:11.304250 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-5af29def-6da7-4fda-9f9b-54d9d91a4a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-695550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30529'] for router, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:11.305424 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-5af29def-6da7-4fda-9f9b-54d9d91a4a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-695537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-754102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30536'] for router, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:11.333050 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-5af29def-6da7-4fda-9f9b-54d9d91a4a65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:11.362834 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42a7ed3-8cbc-404b-a94d-af0d2d3cc0da admin admin] Network af9af05c-d778-4aba-8467-9a45cf1d106f is scheduled to be hosted by DHCP agent bc902bc5-40dc-4f86-86c2-e5adb524f41e with binding_index 1 {{(pid=74232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:22:11.609644 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-4793c957-2d68-40a4-941c-fe6658084f8e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=74232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:22:11.614788 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-4793c957-2d68-40a4-941c-fe6658084f8e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2342176 May 06 09:22:11.693976 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.base_scheduler [None req-a42a7ed3-8cbc-404b-a94d-af0d2d3cc0da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-1-smb, af9af05c-d778-4aba-8467-9a45cf1d106f) {{(pid=74232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:22:11.730800 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3f0214-9b01-487d-9588-01ab5309e5ba None None] Network af9af05c-d778-4aba-8467-9a45cf1d106f requested from dv-cinder-790014-1-smb {{(pid=74233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 09:22:11.792697 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42a7ed3-8cbc-404b-a94d-af0d2d3cc0da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:11.793266 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-a42a7ed3-8cbc-404b-a94d-af0d2d3cc0da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for subnet, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:11.836024 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-c760313f-1338-4b34-8942-a5a02df75765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30650'] for router, precommit_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:11.949558 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d906a9-0f19-4b40-88e3-f176790362f7 None None] Network 17e18553-4803-4d78-aec7-beff27502916 requested from dv-cinder-790014-1-smb {{(pid=74233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 09:22:12.002295 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-5af29def-6da7-4fda-9f9b-54d9d91a4a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30650'] for router, precommit_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:12.104397 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-a42a7ed3-8cbc-404b-a94d-af0d2d3cc0da admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.0368812 May 06 09:22:12.104397 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-6528f5c2-7dc9-46a5-a019-68a1ec512112 service neutron] 10.222.0.20 "GET /v2.0/networks/a69c290e-b8a1-4108-a145-cd8c4bb057e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350625 May 06 09:22:12.131044 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f629c03-8768-4121-935b-13987f867914 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb69a74-8018-5d74-a3e5-5db803f491de-e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a', 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'fixed_ips': [{'subnet_id': '3327bb7d-2498-459f-aedf-d87f7d766be5'}]}} from dv-cinder-790014-1-smb. {{(pid=74233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 09:22:12.131934 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-5f629c03-8768-4121-935b-13987f867914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:12.174058 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 49674) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:12.178829 dv-cinder-790014-1-smb neutron-server[74231]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 06 09:22:12.376255 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-23e92117-9c28-440f-a5ad-2fc8ef65a563 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:12.377189 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-23e92117-9c28-440f-a5ad-2fc8ef65a563 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Synchronizing usage tracker for tenant:1fbab28d3fed42e3a82b1e1da7a207c5 on resource:network {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:22:12.399544 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-05d87cde-bb6b-4efd-90be-85ec09c21782 service neutron] 10.222.0.20 "GET /v2.0/networks/a69c290e-b8a1-4108-a145-cd8c4bb057e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911687 May 06 09:22:12.576338 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-23e92117-9c28-440f-a5ad-2fc8ef65a563 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Unset dirty status for tenant:1fbab28d3fed42e3a82b1e1da7a207c5 on resource:network {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:22:12.577709 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-23e92117-9c28-440f-a5ad-2fc8ef65a563 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.20 "GET /v2.0/networks?id=17e18553-4803-4d78-aec7-beff27502916 HTTP/1.1" status: 200 len: 811 time: 0.4024713 May 06 09:22:12.628857 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-15a4c360-0863-49bb-aa21-b2e7dcfe5725 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.20 "GET /v2.0/quotas/1fbab28d3fed42e3a82b1e1da7a207c5 HTTP/1.1" status: 200 len: 375 time: 0.0225608 May 06 09:22:12.695787 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-f8ed16af-7f2d-4c15-bd3f-e32d49195698 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1fbab28d3fed42e3a82b1e1da7a207c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494361 May 06 09:22:12.697625 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-c760313f-1338-4b34-8942-a5a02df75765 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:12.730791 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-5af29def-6da7-4fda-9f9b-54d9d91a4a65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:12.736508 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-c760313f-1338-4b34-8942-a5a02df75765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:12.840040 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-5af29def-6da7-4fda-9f9b-54d9d91a4a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:12.848323 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.db_base_plugin_common [None req-5f629c03-8768-4121-935b-13987f867914 None None] Allocated IP 172.20.0.2 (e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a/3327bb7d-2498-459f-aedf-d87f7d766be5/60483f10-4c36-4601-81bb-69dde9ad0968) {{(pid=74233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:22:12.891859 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122b2ebf-c9ef-46a9-82f9-31b226694d20 None None] Network af9af05c-d778-4aba-8467-9a45cf1d106f requested from dv-cinder-790014-1-smb {{(pid=74233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 09:22:13.065805 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.db_base_plugin_common [None req-c760313f-1338-4b34-8942-a5a02df75765 admin admin] Allocated IP 172.28.3.204 (b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f/0efb0a43-973d-4597-8ac6-a120d0d0adfe/5233761f-d479-487e-9b05-7d573cfaa389) {{(pid=74231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:22:13.191573 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-b4c31593-b8bf-462d-ab0a-f1c2c2709982 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=74231) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:22:13.192499 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-b4c31593-b8bf-462d-ab0a-f1c2c2709982 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1833861 May 06 09:22:13.215764 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-0008292f-f01b-47dc-90f3-4415d047a825 req-6f149eea-6618-4622-9685-a025dd74dda2 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=decb6aea-16db-4763-b103-8f2b4f7102f0 HTTP/1.1" status: 200 len: 210 time: 0.0715363 May 06 09:22:13.407798 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-c760313f-1338-4b34-8942-a5a02df75765 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:13.417564 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-4e1b9a37-cd3e-489e-96f7-1487295dca8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:13.450465 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-5b5b9bfc-fcea-44bd-bc3d-ee3ba2b51089 service neutron] 10.222.0.20 "GET /v2.0/networks/17e18553-4803-4d78-aec7-beff27502916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406569 May 06 09:22:13.481876 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-5f629c03-8768-4121-935b-13987f867914 None None] Notify callbacks [] for port, precommit_create {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:13.492962 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-5f629c03-8768-4121-935b-13987f867914 None None] Transition to ACTIVE for port object 60483f10-4c36-4601-81bb-69dde9ad0968 will not be triggered until provisioned by entity L2. {{(pid=74233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:22:13.522612 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-5f629c03-8768-4121-935b-13987f867914 None None] Transition to ACTIVE for port object 60483f10-4c36-4601-81bb-69dde9ad0968 will not be triggered until provisioned by entity DHCP. {{(pid=74233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:22:13.612892 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-5f629c03-8768-4121-935b-13987f867914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326'] for port, after_create {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:13.615638 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-abc06eca-5161-440f-ab1d-7e941fb86192 service neutron] 10.222.0.20 "GET /v2.0/networks/17e18553-4803-4d78-aec7-beff27502916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536558 May 06 09:22:13.621071 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:13.659190 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-c760313f-1338-4b34-8942-a5a02df75765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326'] for port, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:13.669107 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:13.682764 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f629c03-8768-4121-935b-13987f867914 None None] Network e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a is already hosted by enough agents. {{(pid=74233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:22:13.685851 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.scheduler.base_scheduler [None req-5f629c03-8768-4121-935b-13987f867914 None None] Resources bound (agent type, host, resource id): {{(pid=74233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:22:13.698442 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f629c03-8768-4121-935b-13987f867914 None None] Received port after_create {{(pid=74233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:22:13.748730 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.db_base_plugin_common [None req-5af29def-6da7-4fda-9f9b-54d9d91a4a65 admin admin] Allocated IP 172.28.3.250 (b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f/0efb0a43-973d-4597-8ac6-a120d0d0adfe/456bb1ef-e0b3-4859-a861-78809388f9c4) {{(pid=74232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:22:13.753643 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c760313f-1338-4b34-8942-a5a02df75765 admin admin] Network b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f is already hosted by enough agents. {{(pid=74231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:22:13.756424 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.base_scheduler [None req-c760313f-1338-4b34-8942-a5a02df75765 admin admin] Resources bound (agent type, host, resource id): {{(pid=74231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:22:13.760397 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c760313f-1338-4b34-8942-a5a02df75765 admin admin] Received port after_create {{(pid=74231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:22:13.836727 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f629c03-8768-4121-935b-13987f867914 None None] Pushing event updated for resources: {'Port': ['ID=60483f10-4c36-4601-81bb-69dde9ad0968,revision_number=1']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:13.866299 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f629c03-8768-4121-935b-13987f867914 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:13.866640 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f629c03-8768-4121-935b-13987f867914 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:13.866978 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f629c03-8768-4121-935b-13987f867914 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:13.867307 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f629c03-8768-4121-935b-13987f867914 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:13.873825 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f629c03-8768-4121-935b-13987f867914 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:13.874251 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f629c03-8768-4121-935b-13987f867914 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:13.874571 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f629c03-8768-4121-935b-13987f867914 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:13.874908 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f629c03-8768-4121-935b-13987f867914 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:13.875239 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f629c03-8768-4121-935b-13987f867914 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:13.875594 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f629c03-8768-4121-935b-13987f867914 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:13.875920 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f629c03-8768-4121-935b-13987f867914 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:13.876240 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f629c03-8768-4121-935b-13987f867914 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:13.877340 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f629c03-8768-4121-935b-13987f867914 None None] Tracked resource versions report: May 06 09:22:13.877340 dv-cinder-790014-1-smb neutron-server[74233]: pushed versions: May 06 09:22:13.877340 dv-cinder-790014-1-smb neutron-server[74233]: { 'AddressGroup': {'1.2'}, May 06 09:22:13.877340 dv-cinder-790014-1-smb neutron-server[74233]: 'ConntrackHelper': {'1.0'}, May 06 09:22:13.877340 dv-cinder-790014-1-smb neutron-server[74233]: 'Log': {'1.0'}, May 06 09:22:13.877340 dv-cinder-790014-1-smb neutron-server[74233]: 'Network': {'1.1'}, May 06 09:22:13.877340 dv-cinder-790014-1-smb neutron-server[74233]: 'Port': {'1.7'}, May 06 09:22:13.877340 dv-cinder-790014-1-smb neutron-server[74233]: 'PortForwarding': {'1.2'}, May 06 09:22:13.877340 dv-cinder-790014-1-smb neutron-server[74233]: 'QosPolicy': {'1.8'}, May 06 09:22:13.877340 dv-cinder-790014-1-smb neutron-server[74233]: 'SecurityGroup': {'1.4'}, May 06 09:22:13.877340 dv-cinder-790014-1-smb neutron-server[74233]: 'SecurityGroupRule': {'1.2'}, May 06 09:22:13.877340 dv-cinder-790014-1-smb neutron-server[74233]: 'SubPort': {'1.0'}, May 06 09:22:13.877340 dv-cinder-790014-1-smb neutron-server[74233]: 'Subnet': {'1.1'}, May 06 09:22:13.877340 dv-cinder-790014-1-smb neutron-server[74233]: 'Trunk': {'1.1'}} May 06 09:22:13.877340 dv-cinder-790014-1-smb neutron-server[74233]: consumer versions: May 06 09:22:13.877340 dv-cinder-790014-1-smb neutron-server[74233]: { DHCP agent@dv-cinder-790014-1-smb: {}, May 06 09:22:13.877340 dv-cinder-790014-1-smb neutron-server[74233]: HyperV agent@hv-cinder-79001: {}, May 06 09:22:13.877340 dv-cinder-790014-1-smb neutron-server[74233]: L3 agent@dv-cinder-790014-1-smb: {}, May 06 09:22:13.877340 dv-cinder-790014-1-smb neutron-server[74233]: Metadata agent@dv-cinder-790014-1-smb: {}, May 06 09:22:13.877340 dv-cinder-790014-1-smb neutron-server[74233]: Metering agent@dv-cinder-790014-1-smb: {}, May 06 09:22:13.877340 dv-cinder-790014-1-smb neutron-server[74233]: Open vSwitch agent@dv-cinder-790014-1-smb: { 'AddressGroup': '1.2', May 06 09:22:13.877340 dv-cinder-790014-1-smb neutron-server[74233]: 'ConntrackHelper': '1.0', May 06 09:22:13.877340 dv-cinder-790014-1-smb neutron-server[74233]: 'Log': '1.0', May 06 09:22:13.877340 dv-cinder-790014-1-smb neutron-server[74233]: 'Network': '1.1', May 06 09:22:13.877340 dv-cinder-790014-1-smb neutron-server[74233]: 'Port': '1.7', May 06 09:22:13.877340 dv-cinder-790014-1-smb neutron-server[74233]: 'PortForwarding': '1.2', May 06 09:22:13.877340 dv-cinder-790014-1-smb neutron-server[74233]: 'QosPolicy': '1.8', May 06 09:22:13.877340 dv-cinder-790014-1-smb neutron-server[74233]: 'SecurityGroup': '1.4', May 06 09:22:13.877340 dv-cinder-790014-1-smb neutron-server[74233]: 'SecurityGroupRule': '1.2', May 06 09:22:13.877340 dv-cinder-790014-1-smb neutron-server[74233]: 'SubPort': '1.0', May 06 09:22:13.877340 dv-cinder-790014-1-smb neutron-server[74233]: 'Subnet': '1.1', May 06 09:22:13.877340 dv-cinder-790014-1-smb neutron-server[74233]: 'Trunk': '1.1'}} May 06 09:22:13.877340 dv-cinder-790014-1-smb neutron-server[74233]: {{(pid=74233) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 09:22:13.899853 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-5f629c03-8768-4121-935b-13987f867914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:13.922905 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-5f629c03-8768-4121-935b-13987f867914 None None] Attempting to bind port 60483f10-4c36-4601-81bb-69dde9ad0968 on host dv-cinder-790014-1-smb for vnic_type normal with profile {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:22:13.923069 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-5f629c03-8768-4121-935b-13987f867914 None None] Attempting to bind port 60483f10-4c36-4601-81bb-69dde9ad0968 by drivers openvswitch,hyperv on host dv-cinder-790014-1-smb at level 0 using segments [{'id': '36c7da13-cf7e-4164-9f19-b350301e7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a'}] {{(pid=74233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:22:13.923449 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f629c03-8768-4121-935b-13987f867914 None None] Attempting to bind port 60483f10-4c36-4601-81bb-69dde9ad0968 on network e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:22:13.938586 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f629c03-8768-4121-935b-13987f867914 None None] Checking agent: {'id': 'a138baec-5248-4891-8a37-6ab457958a8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 14, 16), 'started_at': datetime.datetime(2021, 5, 6, 9, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 09:22:13.938969 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f629c03-8768-4121-935b-13987f867914 None None] Checking segment: {'id': '36c7da13-cf7e-4164-9f19-b350301e7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:22:13.939377 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-5f629c03-8768-4121-935b-13987f867914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:13.941595 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f629c03-8768-4121-935b-13987f867914 None None] Bound using segment: {'id': '36c7da13-cf7e-4164-9f19-b350301e7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a'} {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 09:22:13.941595 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-5f629c03-8768-4121-935b-13987f867914 None None] Bound port: 60483f10-4c36-4601-81bb-69dde9ad0968, host: dv-cinder-790014-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36c7da13-cf7e-4164-9f19-b350301e7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a'}}] {{(pid=74233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:22:13.941595 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-5f629c03-8768-4121-935b-13987f867914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:14.064700 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-5af29def-6da7-4fda-9f9b-54d9d91a4a65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:14.115459 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 49790) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:14.125314 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760313f-1338-4b34-8942-a5a02df75765 admin admin] Pushing event updated for resources: {'Port': ['ID=5233761f-d479-487e-9b05-7d573cfaa389,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:14.130140 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-c760313f-1338-4b34-8942-a5a02df75765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:14.168004 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-5f629c03-8768-4121-935b-13987f867914 None None] For port 60483f10-4c36-4601-81bb-69dde9ad0968, host dv-cinder-790014-1-smb, cleared binding levels {{(pid=74233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 09:22:14.172317 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-5f629c03-8768-4121-935b-13987f867914 None None] For port 60483f10-4c36-4601-81bb-69dde9ad0968, host dv-cinder-790014-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=60483f10-4c36-4601-81bb-69dde9ad0968,segment=NetworkSegment(36c7da13-cf7e-4164-9f19-b350301e7409),segment_id=36c7da13-cf7e-4164-9f19-b350301e7409)] {{(pid=74233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 09:22:14.181105 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 49802) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:14.235083 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 49812) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:14.247135 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-5f629c03-8768-4121-935b-13987f867914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:14.250424 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:14.251189 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [None req-909d8861-8496-4f38-af4c-997949a9c187 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1744780156-network', 'tenant_id': 'a1fb543179544701a69963caa5278558'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:22:14.258324 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-909d8861-8496-4f38-af4c-997949a9c187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:14.259070 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-aec8ee94-0652-4950-acc8-c4f788543fb1 req-282fe6ef-152f-4678-a22f-befbfe85db5d tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.20 "GET /v2.0/ports?device_id=275369d2-9125-46a5-89a3-4d2a0172a29c HTTP/1.1" status: 200 len: 210 time: 0.0761585 May 06 09:22:14.262171 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-5af29def-6da7-4fda-9f9b-54d9d91a4a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326'] for port, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:14.263295 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-909d8861-8496-4f38-af4c-997949a9c187 admin admin] Usage tracker for resource:network and tenant:a1fb543179544701a69963caa5278558 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:14.266526 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-909d8861-8496-4f38-af4c-997949a9c187 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:14.277575 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:14.278668 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-909d8861-8496-4f38-af4c-997949a9c187 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:14.383194 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af29def-6da7-4fda-9f9b-54d9d91a4a65 admin admin] Network b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f is already hosted by enough agents. {{(pid=74232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:22:14.391908 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af29def-6da7-4fda-9f9b-54d9d91a4a65 admin admin] Pushing event updated for resources: {'Port': ['ID=456bb1ef-e0b3-4859-a861-78809388f9c4,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:14.392120 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f629c03-8768-4121-935b-13987f867914 None None] Pushing event updated for resources: {'Port': ['ID=60483f10-4c36-4601-81bb-69dde9ad0968,revision_number=2']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:14.395342 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-5f629c03-8768-4121-935b-13987f867914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:14.404562 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.base_scheduler [None req-5af29def-6da7-4fda-9f9b-54d9d91a4a65 admin admin] Resources bound (agent type, host, resource id): {{(pid=74232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:22:14.421033 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-5af29def-6da7-4fda-9f9b-54d9d91a4a65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:14.445507 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af29def-6da7-4fda-9f9b-54d9d91a4a65 admin admin] Received port after_create {{(pid=74232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:22:14.589025 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909d8861-8496-4f38-af4c-997949a9c187 admin admin] Made reservation on behalf of a1fb543179544701a69963caa5278558 for: {'network': 1} {{(pid=74231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:22:14.591693 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-909d8861-8496-4f38-af4c-997949a9c187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for network, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:14.612107 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a9760c2e-8e84-4f93-bdc8-7c3a4f1c1dd4 req-1e45a4c9-21b4-452d-9fef-8b152ccec453 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=decb6aea-16db-4763-b103-8f2b4f7102f0 HTTP/1.1" status: 200 len: 210 time: 0.2874689 May 06 09:22:14.649237 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-909d8861-8496-4f38-af4c-997949a9c187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:14.678598 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-4d7e355b-f4e1-4c0c-8f81-930443a30cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:14.712715 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-53aa9279-c8e1-4f4b-90c7-603b922948ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:14.735412 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-909d8861-8496-4f38-af4c-997949a9c187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:14.739178 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-c760313f-1338-4b34-8942-a5a02df75765 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:14.824598 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-53aa9279-c8e1-4f4b-90c7-603b922948ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:14.897815 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-909d8861-8496-4f38-af4c-997949a9c187 admin admin] Usage tracker for resource:security_group_rule and tenant:a1fb543179544701a69963caa5278558 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:14.901776 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-4d7e355b-f4e1-4c0c-8f81-930443a30cc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:14.906565 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-4d7e355b-f4e1-4c0c-8f81-930443a30cc7 admin admin] Usage tracker for resource:security_group_rule and tenant:471ae036b23d4c92b229647979c93670 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:14.909591 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-4d7e355b-f4e1-4c0c-8f81-930443a30cc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:14.927370 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-909d8861-8496-4f38-af4c-997949a9c187 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:14.931720 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-53aa9279-c8e1-4f4b-90c7-603b922948ec admin admin] Usage tracker for resource:security_group_rule and tenant:457c7f6d160d498c91dcd9d925ce6de4 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:14.942025 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-4d7e355b-f4e1-4c0c-8f81-930443a30cc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:14.943952 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-53aa9279-c8e1-4f4b-90c7-603b922948ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:14.946646 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-909d8861-8496-4f38-af4c-997949a9c187 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:14.954223 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-53aa9279-c8e1-4f4b-90c7-603b922948ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:15.096488 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-5af29def-6da7-4fda-9f9b-54d9d91a4a65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:15.206739 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 49842) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:15.422117 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-4d7e355b-f4e1-4c0c-8f81-930443a30cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:15.429070 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-fb96e654-7f96-4d66-bd55-49a42cf81ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:15.432798 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-909d8861-8496-4f38-af4c-997949a9c187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:15.448152 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-c760313f-1338-4b34-8942-a5a02df75765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670493'] for router, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:15.511112 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-7de4902d-bdf7-4f9b-9fc5-a056b4a08072 req-d5359093-3a89-4190-9630-a344e823a4f9 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.20 "GET /v2.0/ports?device_id=275369d2-9125-46a5-89a3-4d2a0172a29c HTTP/1.1" status: 200 len: 210 time: 0.1613190 May 06 09:22:15.520437 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-fb96e654-7f96-4d66-bd55-49a42cf81ac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:15.524933 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-fb96e654-7f96-4d66-bd55-49a42cf81ac7 admin admin] Usage tracker for resource:security_group_rule and tenant:2a7a8f667dd344c59baafbb4611b6f80 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:15.528232 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-fb96e654-7f96-4d66-bd55-49a42cf81ac7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:15.537815 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-fb96e654-7f96-4d66-bd55-49a42cf81ac7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:15.592823 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-53aa9279-c8e1-4f4b-90c7-603b922948ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:15.598598 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-5af29def-6da7-4fda-9f9b-54d9d91a4a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670493'] for router, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:15.602527 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-4d7e355b-f4e1-4c0c-8f81-930443a30cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:15.613361 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-909d8861-8496-4f38-af4c-997949a9c187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:15.617390 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:15.672215 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-909d8861-8496-4f38-af4c-997949a9c187 admin admin] vlan segment allocate from pool success with {'vlan_id': 1000, 'physical_network': 'physnet1'} {{(pid=74231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:22:15.675891 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a26ef0c-7ad9-415d-9a8e-c5ac5feacde7 None None] Network e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a requested from dv-cinder-790014-1-smb {{(pid=74233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 09:22:15.680693 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-909d8861-8496-4f38-af4c-997949a9c187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047374'] for segment, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:15.681128 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.db.segments_db [None req-909d8861-8496-4f38-af4c-997949a9c187 admin admin] Added segment 3ff18020-b1f1-4655-b5ba-38d55c9d1a3c of type vlan for network a634de08-fb8d-4787-9239-4c87052c0176 May 06 09:22:15.725947 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-909d8861-8496-4f38-af4c-997949a9c187 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734680407444'] for network, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:15.739363 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-4d7e355b-f4e1-4c0c-8f81-930443a30cc7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=471ae036b23d4c92b229647979c93670&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6197348 May 06 09:22:15.753125 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 49866) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:15.831729 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-53aa9279-c8e1-4f4b-90c7-603b922948ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:15.847019 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e355b-f4e1-4c0c-8f81-930443a30cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6429b1b-a1ba-4d68-803a-c770d1f4f751,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:15.901746 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-909d8861-8496-4f38-af4c-997949a9c187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951'] for network, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:15.907559 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-993a3d6b-6389-4aa7-ab59-8d2d95bcdbd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:15.958618 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-7399d833-7922-4662-b6db-e7bfdc7ca2bf req-f0b647ec-b140-4541-95dc-7b851a27317d tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=decb6aea-16db-4763-b103-8f2b4f7102f0 HTTP/1.1" status: 200 len: 210 time: 0.2595830 May 06 09:22:15.966263 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909d8861-8496-4f38-af4c-997949a9c187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:15.975108 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-85829d55-5a1e-4288-affb-fbb6836ec535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:15.975910 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-909d8861-8496-4f38-af4c-997949a9c187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for network, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:15.999432 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-85829d55-5a1e-4288-affb-fbb6836ec535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:16.017856 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-1214474a-311d-4f95-a6eb-b665f41a484f None None] Provisioning for port 60483f10-4c36-4601-81bb-69dde9ad0968 completed by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:22:16.031546 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:16.043657 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-53aa9279-c8e1-4f4b-90c7-603b922948ec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=457c7f6d160d498c91dcd9d925ce6de4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8614972 May 06 09:22:16.047778 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d8861-8496-4f38-af4c-997949a9c187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1350d8-c801-4db3-b2b0-2ccb7a487e6c,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:16.050681 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 49876) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:16.057760 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-909d8861-8496-4f38-af4c-997949a9c187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:16.058233 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-ae96f244-525c-4f64-818d-5d4d5b39a945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.413s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:16.090874 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 60483f10-4c36-4601-81bb-69dde9ad0968 up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:22:16.119779 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aa9279-c8e1-4f4b-90c7-603b922948ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3022d3-b4ff-4c00-b902-22745a20adac,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:16.125436 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-53aa9279-c8e1-4f4b-90c7-603b922948ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:16.126067 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:16.126504 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:16.128252 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:16.154696 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-fb96e654-7f96-4d66-bd55-49a42cf81ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:16.164368 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-85829d55-5a1e-4288-affb-fbb6836ec535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:16.178218 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:16.198755 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85829d55-5a1e-4288-affb-fbb6836ec535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6429b1b-a1ba-4d68-803a-c770d1f4f751,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:16.203674 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-0d5980e9-8d9f-4bce-b299-97fef65cb349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:16.205461 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-85829d55-5a1e-4288-affb-fbb6836ec535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:16.222954 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-909d8861-8496-4f38-af4c-997949a9c187 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.9851315 May 06 09:22:16.226607 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 49880) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:16.237027 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [None req-8c4d8f19-e263-4e80-978f-ee090930eb21 admin admin] Request body: {'subnet': {'network_id': 'a634de08-fb8d-4787-9239-4c87052c0176', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1744780156-subnet', 'tenant_id': 'a1fb543179544701a69963caa5278558', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:22:16.243870 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-8c4d8f19-e263-4e80-978f-ee090930eb21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:16.252221 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d8861-8496-4f38-af4c-997949a9c187 admin admin] Pushing event updated for resources: {'Network': ['ID=a634de08-fb8d-4787-9239-4c87052c0176,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:16.252631 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-0d5980e9-8d9f-4bce-b299-97fef65cb349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:16.254724 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-909d8861-8496-4f38-af4c-997949a9c187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:16.256250 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-8c4d8f19-e263-4e80-978f-ee090930eb21 admin admin] Usage tracker for resource:subnet and tenant:a1fb543179544701a69963caa5278558 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:16.260197 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-8c4d8f19-e263-4e80-978f-ee090930eb21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:16.260326 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-85829d55-5a1e-4288-affb-fbb6836ec535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:16.261319 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-85829d55-5a1e-4288-affb-fbb6836ec535 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f6429b1b-a1ba-4d68-803a-c770d1f4f751 HTTP/1.1" status: 204 len: 168 time: 0.5034380 May 06 09:22:16.266570 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Network a634de08-fb8d-4787-9239-4c87052c0176 details requested by agent ovs-agent-dv-cinder-790014-1-smb with host dv-cinder-790014-1-smb {{(pid=74233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 09:22:16.281283 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c760313f-1338-4b34-8942-a5a02df75765 admin admin] Router 35bfe900-80e6-48b0-ab16-7a8ee9985185 is scheduled to L3 agent 6417d645-ec24-4e28-ae28-fb602049daa5 with binding_index 1 {{(pid=74231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 09:22:16.284206 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-8c4d8f19-e263-4e80-978f-ee090930eb21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:16.285773 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-fb96e654-7f96-4d66-bd55-49a42cf81ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:16.289978 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning for port 60483f10-4c36-4601-81bb-69dde9ad0968 completed by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:22:16.308062 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:16.381544 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port 60483f10-4c36-4601-81bb-69dde9ad0968 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:22:16.382133 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:16.394428 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96e654-7f96-4d66-bd55-49a42cf81ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5d28bc-1333-45b9-9072-08494f2358cb,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:16.409215 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-fb96e654-7f96-4d66-bd55-49a42cf81ac7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a7a8f667dd344c59baafbb4611b6f80&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2013471 May 06 09:22:16.412492 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af29def-6da7-4fda-9f9b-54d9d91a4a65 admin admin] Router e732fe2c-c27b-4709-b8c1-dc051fb9b594 is scheduled to L3 agent 6417d645-ec24-4e28-ae28-fb602049daa5 with binding_index 1 {{(pid=74232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 09:22:16.416287 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 49888) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:16.417060 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-fb96e654-7f96-4d66-bd55-49a42cf81ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:16.482042 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-0d5980e9-8d9f-4bce-b299-97fef65cb349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:16.490451 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-b8f525ea-ca09-4e73-9104-c24cc26cf044 None None] Provisioning complete for port 60483f10-4c36-4601-81bb-69dde9ad0968 triggered by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:22:16.490824 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-b8f525ea-ca09-4e73-9104-c24cc26cf044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:16.501861 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:16.559211 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4d8f19-e263-4e80-978f-ee090930eb21 admin admin] Made reservation on behalf of a1fb543179544701a69963caa5278558 for: {'subnet': 1} {{(pid=74231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:22:16.562927 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-8c4d8f19-e263-4e80-978f-ee090930eb21 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:16.623129 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:16.720234 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-0d5980e9-8d9f-4bce-b299-97fef65cb349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:16.721662 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-0d5980e9-8d9f-4bce-b299-97fef65cb349 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4d3022d3-b4ff-4c00-b902-22745a20adac HTTP/1.1" status: 204 len: 168 time: 0.6711996 May 06 09:22:16.734548 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5980e9-8d9f-4bce-b299-97fef65cb349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3022d3-b4ff-4c00-b902-22745a20adac,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:16.737222 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-0d5980e9-8d9f-4bce-b299-97fef65cb349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:16.773623 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c760313f-1338-4b34-8942-a5a02df75765 admin admin] Notify agent at l3_agent.dv-cinder-790014-1-smb the message routers_updated {{(pid=74231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 09:22:16.785713 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fef9f65-cba9-45c6-b216-756dee027c02 None None] Sync routers for ids ['35bfe900-80e6-48b0-ab16-7a8ee9985185'] in dv-cinder-790014-1-smb {{(pid=74234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:22:16.801394 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fef9f65-cba9-45c6-b216-756dee027c02 None None] Routers {'35bfe900-80e6-48b0-ab16-7a8ee9985185'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:22:16.802025 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-6fef9f65-cba9-45c6-b216-756dee027c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:22:16Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['35bfe900-80e6-48b0-ab16-7a8ee9985185'], 'active': True} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:22:16.815271 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] For port 60483f10-4c36-4601-81bb-69dde9ad0968, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=60483f10-4c36-4601-81bb-69dde9ad0968,segment=NetworkSegment(36c7da13-cf7e-4164-9f19-b350301e7409),segment_id=36c7da13-cf7e-4164-9f19-b350301e7409)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:22:16.832039 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-b8f525ea-ca09-4e73-9104-c24cc26cf044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:16.898796 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:16.914048 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-c760313f-1338-4b34-8942-a5a02df75765 admin admin] Notify callbacks [] for router, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:16.914048 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-c760313f-1338-4b34-8942-a5a02df75765 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.0070882 May 06 09:22:16.929420 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 49900) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:16.955865 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:17.052733 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:17.087965 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-1297b115-d38a-4e34-8e4e-9b959a819e9b req-2bae5a3f-0c67-46dd-91e2-cd0dae5dbed9 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.20 "GET /v2.0/ports?device_id=275369d2-9125-46a5-89a3-4d2a0172a29c HTTP/1.1" status: 200 len: 210 time: 0.3642945 May 06 09:22:17.140068 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.db.api [None req-b8f525ea-ca09-4e73-9104-c24cc26cf044 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:22:17.140760 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_db.api [None req-b8f525ea-ca09-4e73-9104-c24cc26cf044 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:22:17.154119 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-dce5c229-f591-4b1e-be56-c914a4cd6b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:17.154712 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Pushing event updated for resources: {'Port': ['ID=60483f10-4c36-4601-81bb-69dde9ad0968,revision_number=3']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:17.161446 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:17.170232 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvr_db [None req-6fef9f65-cba9-45c6-b216-756dee027c02 None None] Set router 35bfe900-80e6-48b0-ab16-7a8ee9985185 gateway port host: dv-cinder-790014-1-smb {{(pid=74234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:22:17.211348 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-dce5c229-f591-4b1e-be56-c914a4cd6b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:17.249545 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af29def-6da7-4fda-9f9b-54d9d91a4a65 admin admin] Notify agent at l3_agent.dv-cinder-790014-1-smb the message routers_updated {{(pid=74232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 09:22:17.250319 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-07ce523d-4a01-4d1a-b74b-3c77cb4b1eea req-d4553523-9136-42d7-ad96-180160467af2 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=decb6aea-16db-4763-b103-8f2b4f7102f0 HTTP/1.1" status: 200 len: 210 time: 0.0692754 May 06 09:22:17.263560 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd42ee6-78db-4fe2-9124-43c0f1effac6 None None] Sync routers for ids ['e732fe2c-c27b-4709-b8c1-dc051fb9b594'] in dv-cinder-790014-1-smb {{(pid=74233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:22:17.287672 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd42ee6-78db-4fe2-9124-43c0f1effac6 None None] Routers {'e732fe2c-c27b-4709-b8c1-dc051fb9b594'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:22:17.288141 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-3dd42ee6-78db-4fe2-9124-43c0f1effac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:22:16Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['e732fe2c-c27b-4709-b8c1-dc051fb9b594'], 'active': True} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:22:17.372834 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-5af29def-6da7-4fda-9f9b-54d9d91a4a65 admin admin] Notify callbacks [] for router, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:17.374085 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-5af29def-6da7-4fda-9f9b-54d9d91a4a65 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.1900580 May 06 09:22:17.375196 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-dce5c229-f591-4b1e-be56-c914a4cd6b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:17.379212 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 49908) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:17.384029 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:17.408186 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 49910) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:17.513159 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5c229-f591-4b1e-be56-c914a4cd6b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5d28bc-1333-45b9-9072-08494f2358cb,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:17.523189 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-dce5c229-f591-4b1e-be56-c914a4cd6b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:17.627573 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvr_db [None req-3dd42ee6-78db-4fe2-9124-43c0f1effac6 None None] Set router e732fe2c-c27b-4709-b8c1-dc051fb9b594 gateway port host: dv-cinder-790014-1-smb {{(pid=74233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:22:17.643924 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-80e0412e-bd34-4b3c-ab7a-f5c914114f3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:17.653714 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-dce5c229-f591-4b1e-be56-c914a4cd6b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:17.655121 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-dce5c229-f591-4b1e-be56-c914a4cd6b52 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cf5d28bc-1333-45b9-9072-08494f2358cb HTTP/1.1" status: 204 len: 168 time: 1.2370718 May 06 09:22:17.656794 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-6fef9f65-cba9-45c6-b216-756dee027c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bfe900-80e6-48b0-ab16-7a8ee9985185', 'name': 'tempest-ServerRescueNegativeTestJSON-169303928-router', 'tenant_id': 'f9983e4cddcf4e468452d86169f2b091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': '5233761f-d479-487e-9b05-7d573cfaa389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:22:11Z', 'updated_at': '2021-05-06T09:22:14Z', 'revision_number': 3, 'project_id': 'f9983e4cddcf4e468452d86169f2b091', 'gw_port': {'id': '5233761f-d479-487e-9b05-7d573cfaa389', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f7:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bfe900-80e6-48b0-ab16-7a8ee9985185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:12Z', 'updated_at': '2021-05-06T09:22:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb'}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:22:17.668655 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fef9f65-cba9-45c6-b216-756dee027c02 None None] Checking router: 35bfe900-80e6-48b0-ab16-7a8ee9985185 for host: dv-cinder-790014-1-smb {{(pid=74234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:22:17.670974 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fef9f65-cba9-45c6-b216-756dee027c02 None None] Updating router 35bfe900-80e6-48b0-ab16-7a8ee9985185 port 5233761f-d479-487e-9b05-7d573cfaa389 binding host dv-cinder-790014-1-smb {{(pid=74234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:22:17.707296 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-80e0412e-bd34-4b3c-ab7a-f5c914114f3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:17.726698 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-80e0412e-bd34-4b3c-ab7a-f5c914114f3a admin admin] Usage tracker for resource:security_group_rule and tenant:186354c2f5924d4795e3a5a96c30454c is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:17.731112 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-80e0412e-bd34-4b3c-ab7a-f5c914114f3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:17.740890 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-80e0412e-bd34-4b3c-ab7a-f5c914114f3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:17.861541 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-6fef9f65-cba9-45c6-b216-756dee027c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:18.059762 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 60483f10-4c36-4601-81bb-69dde9ad0968 up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:22:18.119383 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.79', 55870) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:18.240249 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port 60483f10-4c36-4601-81bb-69dde9ad0968 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:22:18.240638 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:18.244471 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-8c4d8f19-e263-4e80-978f-ee090930eb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951'] for subnet, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:18.408238 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-c22f59ee-5dca-4496-8e9b-420da15144e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:18.497724 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-80e0412e-bd34-4b3c-ab7a-f5c914114f3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:18.529462 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-6fef9f65-cba9-45c6-b216-756dee027c02 None None] Notify callbacks [] for port, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:18.554378 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.provisioning_blocks [None req-6fef9f65-cba9-45c6-b216-756dee027c02 None None] Transition to ACTIVE for port object 5233761f-d479-487e-9b05-7d573cfaa389 will not be triggered until provisioned by entity L2. {{(pid=74234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:22:18.608603 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-80e0412e-bd34-4b3c-ab7a-f5c914114f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:18.627437 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-6fef9f65-cba9-45c6-b216-756dee027c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:18.631312 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:18.632141 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-4c7569e8-2361-40fa-b4bc-6d0e4fc5de39 req-2a3a6702-4ba1-4205-be5e-675b9e005af9 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.20 "GET /v2.0/ports?device_id=275369d2-9125-46a5-89a3-4d2a0172a29c HTTP/1.1" status: 200 len: 210 time: 0.2116880 May 06 09:22:18.636236 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-950dfd47-0574-482c-bd8f-84fd23cf3f01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:18.661939 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.79', 55871) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:18.711306 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-3dd42ee6-78db-4fe2-9124-43c0f1effac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'name': 'tempest-AttachVolumeShelveTestJSON-1690302589-router', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '456bb1ef-e0b3-4859-a861-78809388f9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:22:11Z', 'updated_at': '2021-05-06T09:22:14Z', 'revision_number': 3, 'project_id': '87a87eb65c3849949fab4179da2d6886', 'gw_port': {'id': '456bb1ef-e0b3-4859-a861-78809388f9c4', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:12Z', 'updated_at': '2021-05-06T09:22:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb'}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:22:18.719271 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd42ee6-78db-4fe2-9124-43c0f1effac6 None None] Checking router: e732fe2c-c27b-4709-b8c1-dc051fb9b594 for host: dv-cinder-790014-1-smb {{(pid=74233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:22:18.719271 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd42ee6-78db-4fe2-9124-43c0f1effac6 None None] Updating router e732fe2c-c27b-4709-b8c1-dc051fb9b594 port 456bb1ef-e0b3-4859-a861-78809388f9c4 binding host dv-cinder-790014-1-smb {{(pid=74233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:22:18.727782 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-80e0412e-bd34-4b3c-ab7a-f5c914114f3a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=186354c2f5924d4795e3a5a96c30454c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2262974 May 06 09:22:18.731459 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 49948) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:18.738172 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9864e27e-33d2-4d02-aca2-ec1d0b9a4e3e None None] Pushing event updated for resources: {'Port': ['ID=5233761f-d479-487e-9b05-7d573cfaa389,revision_number=2']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:18.747357 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9864e27e-33d2-4d02-aca2-ec1d0b9a4e3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:18.747940 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9864e27e-33d2-4d02-aca2-ec1d0b9a4e3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:18.749760 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9864e27e-33d2-4d02-aca2-ec1d0b9a4e3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:18.749760 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9864e27e-33d2-4d02-aca2-ec1d0b9a4e3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:18.749760 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9864e27e-33d2-4d02-aca2-ec1d0b9a4e3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:18.749760 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9864e27e-33d2-4d02-aca2-ec1d0b9a4e3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:18.749760 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9864e27e-33d2-4d02-aca2-ec1d0b9a4e3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:18.750534 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9864e27e-33d2-4d02-aca2-ec1d0b9a4e3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:18.751008 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9864e27e-33d2-4d02-aca2-ec1d0b9a4e3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:18.751516 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9864e27e-33d2-4d02-aca2-ec1d0b9a4e3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:18.751843 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:18.752168 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9864e27e-33d2-4d02-aca2-ec1d0b9a4e3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:18.752635 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9864e27e-33d2-4d02-aca2-ec1d0b9a4e3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:18.753845 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9864e27e-33d2-4d02-aca2-ec1d0b9a4e3e None None] Tracked resource versions report: May 06 09:22:18.753845 dv-cinder-790014-1-smb neutron-server[74234]: pushed versions: May 06 09:22:18.753845 dv-cinder-790014-1-smb neutron-server[74234]: { 'AddressGroup': {'1.2'}, May 06 09:22:18.753845 dv-cinder-790014-1-smb neutron-server[74234]: 'ConntrackHelper': {'1.0'}, May 06 09:22:18.753845 dv-cinder-790014-1-smb neutron-server[74234]: 'Log': {'1.0'}, May 06 09:22:18.753845 dv-cinder-790014-1-smb neutron-server[74234]: 'Network': {'1.1'}, May 06 09:22:18.753845 dv-cinder-790014-1-smb neutron-server[74234]: 'Port': {'1.7'}, May 06 09:22:18.753845 dv-cinder-790014-1-smb neutron-server[74234]: 'PortForwarding': {'1.2'}, May 06 09:22:18.753845 dv-cinder-790014-1-smb neutron-server[74234]: 'QosPolicy': {'1.8'}, May 06 09:22:18.753845 dv-cinder-790014-1-smb neutron-server[74234]: 'SecurityGroup': {'1.4'}, May 06 09:22:18.753845 dv-cinder-790014-1-smb neutron-server[74234]: 'SecurityGroupRule': {'1.2'}, May 06 09:22:18.753845 dv-cinder-790014-1-smb neutron-server[74234]: 'SubPort': {'1.0'}, May 06 09:22:18.753845 dv-cinder-790014-1-smb neutron-server[74234]: 'Subnet': {'1.1'}, May 06 09:22:18.753845 dv-cinder-790014-1-smb neutron-server[74234]: 'Trunk': {'1.1'}} May 06 09:22:18.753845 dv-cinder-790014-1-smb neutron-server[74234]: consumer versions: May 06 09:22:18.753845 dv-cinder-790014-1-smb neutron-server[74234]: { DHCP agent@dv-cinder-790014-1-smb: {}, May 06 09:22:18.753845 dv-cinder-790014-1-smb neutron-server[74234]: HyperV agent@hv-cinder-79001: {}, May 06 09:22:18.753845 dv-cinder-790014-1-smb neutron-server[74234]: L3 agent@dv-cinder-790014-1-smb: {}, May 06 09:22:18.753845 dv-cinder-790014-1-smb neutron-server[74234]: Metadata agent@dv-cinder-790014-1-smb: {}, May 06 09:22:18.753845 dv-cinder-790014-1-smb neutron-server[74234]: Metering agent@dv-cinder-790014-1-smb: {}, May 06 09:22:18.753845 dv-cinder-790014-1-smb neutron-server[74234]: Open vSwitch agent@dv-cinder-790014-1-smb: { 'AddressGroup': '1.2', May 06 09:22:18.753845 dv-cinder-790014-1-smb neutron-server[74234]: 'ConntrackHelper': '1.0', May 06 09:22:18.753845 dv-cinder-790014-1-smb neutron-server[74234]: 'Log': '1.0', May 06 09:22:18.753845 dv-cinder-790014-1-smb neutron-server[74234]: 'Network': '1.1', May 06 09:22:18.753845 dv-cinder-790014-1-smb neutron-server[74234]: 'Port': '1.7', May 06 09:22:18.753845 dv-cinder-790014-1-smb neutron-server[74234]: 'PortForwarding': '1.2', May 06 09:22:18.753845 dv-cinder-790014-1-smb neutron-server[74234]: 'QosPolicy': '1.8', May 06 09:22:18.753845 dv-cinder-790014-1-smb neutron-server[74234]: 'SecurityGroup': '1.4', May 06 09:22:18.753845 dv-cinder-790014-1-smb neutron-server[74234]: 'SecurityGroupRule': '1.2', May 06 09:22:18.753845 dv-cinder-790014-1-smb neutron-server[74234]: 'SubPort': '1.0', May 06 09:22:18.753845 dv-cinder-790014-1-smb neutron-server[74234]: 'Subnet': '1.1', May 06 09:22:18.753845 dv-cinder-790014-1-smb neutron-server[74234]: 'Trunk': '1.1'}} May 06 09:22:18.753845 dv-cinder-790014-1-smb neutron-server[74234]: {{(pid=74234) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 09:22:18.770701 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-9864e27e-33d2-4d02-aca2-ec1d0b9a4e3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:18.777605 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0412e-bd34-4b3c-ab7a-f5c914114f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50703add-5f92-48c9-a518-a440b26581b8,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:18.784460 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-80e0412e-bd34-4b3c-ab7a-f5c914114f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:18.786642 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-3dd42ee6-78db-4fe2-9124-43c0f1effac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:18.837581 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d8f19-e263-4e80-978f-ee090930eb21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca739034-d977-4d6e-8ead-9e4fdda7076d,revision_number=0']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:18.850668 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [None req-6fef9f65-cba9-45c6-b216-756dee027c02 None None] Attempting to bind port 5233761f-d479-487e-9b05-7d573cfaa389 on host dv-cinder-790014-1-smb for vnic_type normal with profile {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:22:18.858015 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [None req-6fef9f65-cba9-45c6-b216-756dee027c02 None None] Attempting to bind port 5233761f-d479-487e-9b05-7d573cfaa389 by drivers openvswitch,hyperv on host dv-cinder-790014-1-smb at level 0 using segments [{'id': '965c1257-9f5a-4385-a535-e1c8d4f2cb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:22:18.858015 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fef9f65-cba9-45c6-b216-756dee027c02 None None] Attempting to bind port 5233761f-d479-487e-9b05-7d573cfaa389 on network b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:22:18.860362 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fef9f65-cba9-45c6-b216-756dee027c02 None None] Checking agent: {'id': 'a138baec-5248-4891-8a37-6ab457958a8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 14, 16), 'started_at': datetime.datetime(2021, 5, 6, 9, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 09:22:18.867192 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fef9f65-cba9-45c6-b216-756dee027c02 None None] Checking segment: {'id': '965c1257-9f5a-4385-a535-e1c8d4f2cb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:22:18.868285 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-6fef9f65-cba9-45c6-b216-756dee027c02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:18.868860 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fef9f65-cba9-45c6-b216-756dee027c02 None None] Bound using segment: {'id': '965c1257-9f5a-4385-a535-e1c8d4f2cb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 09:22:18.869513 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [None req-6fef9f65-cba9-45c6-b216-756dee027c02 None None] Bound port: 5233761f-d479-487e-9b05-7d573cfaa389, host: dv-cinder-790014-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965c1257-9f5a-4385-a535-e1c8d4f2cb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'}}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:22:18.872348 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-6fef9f65-cba9-45c6-b216-756dee027c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:18.873632 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-a4ae5a15-de66-4825-99f2-999e01ed853a tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:18.875083 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-a4ae5a15-de66-4825-99f2-999e01ed853a tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.79 "GET /v2.0/networks?id=17e18553-4803-4d78-aec7-beff27502916 HTTP/1.1" status: 200 len: 811 time: 0.7370541 May 06 09:22:18.875944 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-8c4d8f19-e263-4e80-978f-ee090930eb21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:18.976037 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-df7316d3-be6c-4db4-b7c3-b70d36ce857e tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Request body: {'port': {'device_id': '275369d2-9125-46a5-89a3-4d2a0172a29c', 'network_id': '17e18553-4803-4d78-aec7-beff27502916', 'admin_state_up': True, 'tenant_id': '1fbab28d3fed42e3a82b1e1da7a207c5'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:22:19.045517 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-204b4578-84ca-4166-b5c1-df86cc4dcb1b req-c5c09766-1228-4080-8ecb-47a33bdc3a97 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=decb6aea-16db-4763-b103-8f2b4f7102f0 HTTP/1.1" status: 200 len: 210 time: 0.3154168 May 06 09:22:19.055611 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-ff078ce7-d9ac-4241-b3e8-ff4501e6b370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:19.093761 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-ff078ce7-d9ac-4241-b3e8-ff4501e6b370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:19.113409 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 49966) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:19.115458 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.db [None req-6fef9f65-cba9-45c6-b216-756dee027c02 None None] For port 5233761f-d479-487e-9b05-7d573cfaa389, host dv-cinder-790014-1-smb, cleared binding levels {{(pid=74234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 09:22:19.120893 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.db [None req-6fef9f65-cba9-45c6-b216-756dee027c02 None None] For port 5233761f-d479-487e-9b05-7d573cfaa389, host dv-cinder-790014-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=5233761f-d479-487e-9b05-7d573cfaa389,segment=NetworkSegment(965c1257-9f5a-4385-a535-e1c8d4f2cb09),segment_id=965c1257-9f5a-4385-a535-e1c8d4f2cb09)] {{(pid=74234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 09:22:19.170205 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-412a900c-5b89-441e-a388-f81e74546d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:19.187868 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-6fef9f65-cba9-45c6-b216-756dee027c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:19.194949 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-ed925f75-24ec-472e-9104-6ee04cff594e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:19.224277 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-2e421986-c254-41e5-988d-7b2e46f79e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:19.248126 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-eae44ed0-daef-4798-b202-b66ec82966aa tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:19.261159 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-eae44ed0-daef-4798-b202-b66ec82966aa tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.79 "GET /v2.0/networks?id=a69c290e-b8a1-4108-a145-cd8c4bb057e3 HTTP/1.1" status: 200 len: 815 time: 0.5747941 May 06 09:22:19.290009 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4d8f19-e263-4e80-978f-ee090930eb21 admin admin] Checking segment: {'id': '3ff18020-b1f1-4655-b5ba-38d55c9d1a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'a634de08-fb8d-4787-9239-4c87052c0176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:22:19.290636 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4d8f19-e263-4e80-978f-ee090930eb21 admin admin] Network hostable DHCP agents. Network: a634de08-fb8d-4787-9239-4c87052c0176, hostable agents: ['bc902bc5-40dc-4f86-86c2-e5adb524f41e'], hosted agents: [] {{(pid=74231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:22:19.309164 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-ff078ce7-d9ac-4241-b3e8-ff4501e6b370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:19.332156 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-7d5044a0-f21b-48fa-9cb2-bbf8d5e6a823 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Request body: {'port': {'device_id': 'decb6aea-16db-4763-b103-8f2b4f7102f0', 'network_id': 'a69c290e-b8a1-4108-a145-cd8c4bb057e3', 'admin_state_up': True, 'tenant_id': '721438689c5c44e78f53ad730cb9883d'}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:22:19.361786 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-412a900c-5b89-441e-a388-f81e74546d4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:19.391945 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-412a900c-5b89-441e-a388-f81e74546d4b admin admin] Usage tracker for resource:security_group_rule and tenant:e1cbbb89a73d4f92b5849991a44e3723 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:19.400379 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fef9f65-cba9-45c6-b216-756dee027c02 None None] Routers {'35bfe900-80e6-48b0-ab16-7a8ee9985185'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:22:19.400881 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-6fef9f65-cba9-45c6-b216-756dee027c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:22:16Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['35bfe900-80e6-48b0-ab16-7a8ee9985185'], 'active': True} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:22:19.473374 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-3dd42ee6-78db-4fe2-9124-43c0f1effac6 None None] Notify callbacks [] for port, precommit_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:19.493014 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-3dd42ee6-78db-4fe2-9124-43c0f1effac6 None None] Transition to ACTIVE for port object 456bb1ef-e0b3-4859-a861-78809388f9c4 will not be triggered until provisioned by entity L2. {{(pid=74233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:22:19.510608 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-412a900c-5b89-441e-a388-f81e74546d4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:19.523988 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-412a900c-5b89-441e-a388-f81e74546d4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:19.568401 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.db_base_plugin_common [None req-2e421986-c254-41e5-988d-7b2e46f79e96 admin admin] Allocated IP 172.20.0.1 (6738b754-c0fb-47d7-9855-22e220ab6546/f3aac420-410a-4224-bd12-b0f6b8f33f91/02f2a5cd-2826-44fa-a80c-1b9969da040e) {{(pid=74231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:22:19.571484 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9864e27e-33d2-4d02-aca2-ec1d0b9a4e3e None None] Pushing event updated for resources: {'Port': ['ID=5233761f-d479-487e-9b05-7d573cfaa389,revision_number=3']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:19.587611 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-9864e27e-33d2-4d02-aca2-ec1d0b9a4e3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:19.614387 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-3dd42ee6-78db-4fe2-9124-43c0f1effac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:19.629886 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:19.630578 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvr_db [None req-6fef9f65-cba9-45c6-b216-756dee027c02 None None] Set router 35bfe900-80e6-48b0-ab16-7a8ee9985185 gateway port host: dv-cinder-790014-1-smb {{(pid=74234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:22:19.712923 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-6a7de15d-d2ad-49c7-8a9f-5e0b180fe2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:19.723272 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-2e421986-c254-41e5-988d-7b2e46f79e96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:19.753044 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:19.760439 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-7d5044a0-f21b-48fa-9cb2-bbf8d5e6a823 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:19.767303 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4d8f19-e263-4e80-978f-ee090930eb21 admin admin] Network a634de08-fb8d-4787-9239-4c87052c0176 is scheduled to be hosted by DHCP agent bc902bc5-40dc-4f86-86c2-e5adb524f41e with binding_index 1 {{(pid=74231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:22:19.778140 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-ff078ce7-d9ac-4241-b3e8-ff4501e6b370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:19.782053 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-ff078ce7-d9ac-4241-b3e8-ff4501e6b370 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/50703add-5f92-48c9-a518-a440b26581b8 HTTP/1.1" status: 204 len: 168 time: 0.9414759 May 06 09:22:19.794143 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-7d5044a0-f21b-48fa-9cb2-bbf8d5e6a823 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Usage tracker for resource:port and tenant:721438689c5c44e78f53ad730cb9883d is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:19.794476 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff078ce7-d9ac-4241-b3e8-ff4501e6b370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50703add-5f92-48c9-a518-a440b26581b8,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:19.798179 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-7d5044a0-f21b-48fa-9cb2-bbf8d5e6a823 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:19.803173 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-ff078ce7-d9ac-4241-b3e8-ff4501e6b370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:19.843356 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-7d5044a0-f21b-48fa-9cb2-bbf8d5e6a823 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:19.851669 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-df7316d3-be6c-4db4-b7c3-b70d36ce857e tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:19.852419 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-3dd42ee6-78db-4fe2-9124-43c0f1effac6 None None] Attempting to bind port 456bb1ef-e0b3-4859-a861-78809388f9c4 on host dv-cinder-790014-1-smb for vnic_type normal with profile {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:22:19.853364 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-3dd42ee6-78db-4fe2-9124-43c0f1effac6 None None] Attempting to bind port 456bb1ef-e0b3-4859-a861-78809388f9c4 by drivers openvswitch,hyperv on host dv-cinder-790014-1-smb at level 0 using segments [{'id': '965c1257-9f5a-4385-a535-e1c8d4f2cb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'}] {{(pid=74233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:22:19.854112 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd42ee6-78db-4fe2-9124-43c0f1effac6 None None] Attempting to bind port 456bb1ef-e0b3-4859-a861-78809388f9c4 on network b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:22:19.855661 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-df7316d3-be6c-4db4-b7c3-b70d36ce857e tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Usage tracker for resource:port and tenant:1fbab28d3fed42e3a82b1e1da7a207c5 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:19.858563 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-df7316d3-be6c-4db4-b7c3-b70d36ce857e tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:19.865639 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-df7316d3-be6c-4db4-b7c3-b70d36ce857e tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:19.870189 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd42ee6-78db-4fe2-9124-43c0f1effac6 None None] Checking agent: {'id': 'a138baec-5248-4891-8a37-6ab457958a8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 14, 16), 'started_at': datetime.datetime(2021, 5, 6, 9, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 09:22:19.871198 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd42ee6-78db-4fe2-9124-43c0f1effac6 None None] Checking segment: {'id': '965c1257-9f5a-4385-a535-e1c8d4f2cb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:22:19.871900 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-3dd42ee6-78db-4fe2-9124-43c0f1effac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:19.872705 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd42ee6-78db-4fe2-9124-43c0f1effac6 None None] Bound using segment: {'id': '965c1257-9f5a-4385-a535-e1c8d4f2cb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'} {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 09:22:19.872918 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-2e421986-c254-41e5-988d-7b2e46f79e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326'] for port, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:19.874371 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-3dd42ee6-78db-4fe2-9124-43c0f1effac6 None None] Bound port: 456bb1ef-e0b3-4859-a861-78809388f9c4, host: dv-cinder-790014-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965c1257-9f5a-4385-a535-e1c8d4f2cb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'}}] {{(pid=74233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:22:19.875287 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-3dd42ee6-78db-4fe2-9124-43c0f1effac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:19.878112 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.base_scheduler [None req-8c4d8f19-e263-4e80-978f-ee090930eb21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-1-smb, a634de08-fb8d-4787-9239-4c87052c0176) {{(pid=74231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:22:19.880747 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:19.922350 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4d8f19-e263-4e80-978f-ee090930eb21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:19.922949 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-8c4d8f19-e263-4e80-978f-ee090930eb21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for subnet, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:19.955328 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e421986-c254-41e5-988d-7b2e46f79e96 admin admin] Network 6738b754-c0fb-47d7-9855-22e220ab6546 is already hosted by enough agents. {{(pid=74231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:22:19.967473 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.base_scheduler [None req-2e421986-c254-41e5-988d-7b2e46f79e96 admin admin] Resources bound (agent type, host, resource id): {{(pid=74231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:22:19.988480 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-df7316d3-be6c-4db4-b7c3-b70d36ce857e tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Made reservation on behalf of 1fbab28d3fed42e3a82b1e1da7a207c5 for: {'port': 1} {{(pid=74231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:22:20.000334 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-df7316d3-be6c-4db4-b7c3-b70d36ce857e tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:20.022540 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef47b229-fe4c-4038-9fe8-875b69d40400 None None] Network a634de08-fb8d-4787-9239-4c87052c0176 requested from dv-cinder-790014-1-smb {{(pid=74233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 09:22:20.025643 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e421986-c254-41e5-988d-7b2e46f79e96 admin admin] Received port after_create {{(pid=74231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:22:20.026156 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-2e421986-c254-41e5-988d-7b2e46f79e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663746'] for router_interface, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:20.039927 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e421986-c254-41e5-988d-7b2e46f79e96 admin admin] Pushing event updated for resources: {'Port': ['ID=02f2a5cd-2826-44fa-a80c-1b9969da040e,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:20.041747 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e3f20-a8e5-4e20-bbf5-2f9c6d215eb9 None None] Pushing event updated for resources: {'Port': ['ID=456bb1ef-e0b3-4859-a861-78809388f9c4,revision_number=2']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:20.049905 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-585e3f20-a8e5-4e20-bbf5-2f9c6d215eb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:20.051577 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-2e421986-c254-41e5-988d-7b2e46f79e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:20.127567 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-3dd42ee6-78db-4fe2-9124-43c0f1effac6 None None] For port 456bb1ef-e0b3-4859-a861-78809388f9c4, host dv-cinder-790014-1-smb, cleared binding levels {{(pid=74233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 09:22:20.147082 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-3dd42ee6-78db-4fe2-9124-43c0f1effac6 None None] For port 456bb1ef-e0b3-4859-a861-78809388f9c4, host dv-cinder-790014-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=456bb1ef-e0b3-4859-a861-78809388f9c4,segment=NetworkSegment(965c1257-9f5a-4385-a535-e1c8d4f2cb09),segment_id=965c1257-9f5a-4385-a535-e1c8d4f2cb09)] {{(pid=74233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 09:22:20.181345 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-8c4d8f19-e263-4e80-978f-ee090930eb21 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.9524651 May 06 09:22:20.275469 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-3dd42ee6-78db-4fe2-9124-43c0f1effac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:20.287513 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-5f629c03-8768-4121-935b-13987f867914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:20.329273 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d37f81-a1cf-483a-92e7-5b25cad4e33a None None] Network a634de08-fb8d-4787-9239-4c87052c0176 requested from dv-cinder-790014-1-smb {{(pid=74233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 09:22:20.354732 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-6fef9f65-cba9-45c6-b216-756dee027c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bfe900-80e6-48b0-ab16-7a8ee9985185', 'name': 'tempest-ServerRescueNegativeTestJSON-169303928-router', 'tenant_id': 'f9983e4cddcf4e468452d86169f2b091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': '5233761f-d479-487e-9b05-7d573cfaa389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:22:11Z', 'updated_at': '2021-05-06T09:22:14Z', 'revision_number': 3, 'project_id': 'f9983e4cddcf4e468452d86169f2b091', 'gw_port': {'id': '5233761f-d479-487e-9b05-7d573cfaa389', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f7:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bfe900-80e6-48b0-ab16-7a8ee9985185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:12Z', 'updated_at': '2021-05-06T09:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb'}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:22:20.372099 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fef9f65-cba9-45c6-b216-756dee027c02 None None] The sync data for ids ['35bfe900-80e6-48b0-ab16-7a8ee9985185'] in dv-cinder-790014-1-smb is: [{'id': '35bfe900-80e6-48b0-ab16-7a8ee9985185', 'name': 'tempest-ServerRescueNegativeTestJSON-169303928-router', 'tenant_id': 'f9983e4cddcf4e468452d86169f2b091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': '5233761f-d479-487e-9b05-7d573cfaa389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:22:11Z', 'updated_at': '2021-05-06T09:22:14Z', 'revision_number': 3, 'project_id': 'f9983e4cddcf4e468452d86169f2b091', 'gw_port': {'id': '5233761f-d479-487e-9b05-7d573cfaa389', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f7:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bfe900-80e6-48b0-ab16-7a8ee9985185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:12Z', 'updated_at': '2021-05-06T09:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb'}] {{(pid=74234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:22:20.397804 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-ff268498-960d-4f96-9eee-51bf956ac888 req-683ffb8a-95e0-4587-9e50-4490d2f95b51 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.20 "GET /v2.0/ports?device_id=275369d2-9125-46a5-89a3-4d2a0172a29c HTTP/1.1" status: 200 len: 210 time: 0.0882924 May 06 09:22:20.425992 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-412a900c-5b89-441e-a388-f81e74546d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:20.440663 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.db_base_plugin_common [None req-6a7de15d-d2ad-49c7-8a9f-5e0b180fe2d3 admin admin] Allocated IP 172.20.0.1 (e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a/3327bb7d-2498-459f-aedf-d87f7d766be5/030c77b3-ed7f-4d71-a784-39c0429ac268) {{(pid=74232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:22:20.445090 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-115b6aeb-3a31-469c-bc18-8e94725deccc req-69e2c0e6-be55-4320-8ec8-34a02ef91319 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=decb6aea-16db-4763-b103-8f2b4f7102f0 HTTP/1.1" status: 200 len: 210 time: 0.0744748 May 06 09:22:20.478699 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-7d5044a0-f21b-48fa-9cb2-bbf8d5e6a823 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Made reservation on behalf of 721438689c5c44e78f53ad730cb9883d for: {'port': 1} {{(pid=74232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:22:20.483547 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-7d5044a0-f21b-48fa-9cb2-bbf8d5e6a823 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:20.515974 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e3f20-a8e5-4e20-bbf5-2f9c6d215eb9 None None] Pushing event updated for resources: {'Port': ['ID=456bb1ef-e0b3-4859-a861-78809388f9c4,revision_number=3']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:20.518844 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd42ee6-78db-4fe2-9124-43c0f1effac6 None None] Routers {'e732fe2c-c27b-4709-b8c1-dc051fb9b594'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:22:20.519451 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-3dd42ee6-78db-4fe2-9124-43c0f1effac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:22:16Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['e732fe2c-c27b-4709-b8c1-dc051fb9b594'], 'active': True} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:22:20.553426 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.db_base_plugin_common [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-df7316d3-be6c-4db4-b7c3-b70d36ce857e tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Allocated IP 172.20.0.12 (17e18553-4803-4d78-aec7-beff27502916/cea0299b-41f8-486e-8bfe-c748e51c5d77/d726f447-4e2c-4632-8bf3-7eb9b5feeeb1) {{(pid=74231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:22:20.582931 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-412a900c-5b89-441e-a388-f81e74546d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:20.609199 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-585e3f20-a8e5-4e20-bbf5-2f9c6d215eb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:20.703404 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:20.905203 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-412a900c-5b89-441e-a388-f81e74546d4b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e1cbbb89a73d4f92b5849991a44e3723&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7764781 May 06 09:22:21.119736 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 50012) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:21.119736 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 50014) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:21.124683 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-2e421986-c254-41e5-988d-7b2e46f79e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:21.125451 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvr_db [None req-3dd42ee6-78db-4fe2-9124-43c0f1effac6 None None] Set router e732fe2c-c27b-4709-b8c1-dc051fb9b594 gateway port host: dv-cinder-790014-1-smb {{(pid=74233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:22:21.154699 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a900c-5b89-441e-a388-f81e74546d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee0340c-795b-4799-ac92-e029ba1d4861,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:21.159365 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-412a900c-5b89-441e-a388-f81e74546d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:21.508735 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-6a7de15d-d2ad-49c7-8a9f-5e0b180fe2d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:21.576480 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.provisioning_blocks [None req-6a7de15d-d2ad-49c7-8a9f-5e0b180fe2d3 admin admin] Transition to ACTIVE for port object 030c77b3-ed7f-4d71-a784-39c0429ac268 will not be triggered until provisioned by entity DHCP. {{(pid=74232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:22:21.709925 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.db_base_plugin_common [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-7d5044a0-f21b-48fa-9cb2-bbf8d5e6a823 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Allocated IP 172.20.0.7 (a69c290e-b8a1-4108-a145-cd8c4bb057e3/48217201-77f0-4a45-b499-0cae79b4ea6e/b91e6d5e-e443-4dc8-8459-fddf85a10867) {{(pid=74232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:22:21.766589 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-6a7de15d-d2ad-49c7-8a9f-5e0b180fe2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326'] for port, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:21.785384 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-2e421986-c254-41e5-988d-7b2e46f79e96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:21.870351 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-3dd42ee6-78db-4fe2-9124-43c0f1effac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'name': 'tempest-AttachVolumeShelveTestJSON-1690302589-router', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '456bb1ef-e0b3-4859-a861-78809388f9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:22:11Z', 'updated_at': '2021-05-06T09:22:14Z', 'revision_number': 3, 'project_id': '87a87eb65c3849949fab4179da2d6886', 'gw_port': {'id': '456bb1ef-e0b3-4859-a861-78809388f9c4', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:12Z', 'updated_at': '2021-05-06T09:22:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb'}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:22:21.877407 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd42ee6-78db-4fe2-9124-43c0f1effac6 None None] The sync data for ids ['e732fe2c-c27b-4709-b8c1-dc051fb9b594'] in dv-cinder-790014-1-smb is: [{'id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'name': 'tempest-AttachVolumeShelveTestJSON-1690302589-router', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '456bb1ef-e0b3-4859-a861-78809388f9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:22:11Z', 'updated_at': '2021-05-06T09:22:14Z', 'revision_number': 3, 'project_id': '87a87eb65c3849949fab4179da2d6886', 'gw_port': {'id': '456bb1ef-e0b3-4859-a861-78809388f9c4', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:12Z', 'updated_at': '2021-05-06T09:22:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb'}] {{(pid=74233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:22:21.894306 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-2e421986-c254-41e5-988d-7b2e46f79e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:21.929955 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-2e421986-c254-41e5-988d-7b2e46f79e96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663649'] for router_interface, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:21.938017 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-88de4f7c-48f4-4edc-9278-d13694c1ace8 req-7b736300-51a3-448e-acde-1a7165e07d2b tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=decb6aea-16db-4763-b103-8f2b4f7102f0 HTTP/1.1" status: 200 len: 210 time: 0.1493378 May 06 09:22:21.942713 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:21.993070 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b8f3b5-1957-419d-b14d-0ef56be96795 admin admin] Deleting subnet 1885b7b8-8f35-4096-b3e9-f361c7ed4632 {{(pid=74232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 09:22:21.998244 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-6dfc5c17-9e4f-425c-9415-f5cfaf5396b8 req-fac1e324-9f57-48d7-8fbc-e59fab3d986a tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.20 "GET /v2.0/ports?device_id=275369d2-9125-46a5-89a3-4d2a0172a29c HTTP/1.1" status: 200 len: 210 time: 0.2715108 May 06 09:22:22.008013 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-5af29def-6da7-4fda-9f9b-54d9d91a4a65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:22.051089 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-55b8f3b5-1957-419d-b14d-0ef56be96795 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:22.132434 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 5233761f-d479-487e-9b05-7d573cfaa389 up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:22:22.177628 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-3196f077-0861-48a6-9fa8-bb95e37be39f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:22.213022 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7de15d-d2ad-49c7-8a9f-5e0b180fe2d3 admin admin] Network e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a is already hosted by enough agents. {{(pid=74232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:22:22.231720 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-df7316d3-be6c-4db4-b7c3-b70d36ce857e tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Notify callbacks [] for port, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:22.273236 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.base_scheduler [None req-6a7de15d-d2ad-49c7-8a9f-5e0b180fe2d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=74232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:22:22.314730 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7de15d-d2ad-49c7-8a9f-5e0b180fe2d3 admin admin] Received port after_create {{(pid=74232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:22:22.315309 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-6a7de15d-d2ad-49c7-8a9f-5e0b180fe2d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663746'] for router_interface, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:22.332618 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning for port 5233761f-d479-487e-9b05-7d573cfaa389 completed by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:22:22.342109 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port 5233761f-d479-487e-9b05-7d573cfaa389 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:22:22.342109 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:22.492896 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e421986-c254-41e5-988d-7b2e46f79e96 admin admin] Pushing event updated for resources: {'Port': ['ID=02f2a5cd-2826-44fa-a80c-1b9969da040e,revision_number=2']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:22.498695 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-2e421986-c254-41e5-988d-7b2e46f79e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:22.741482 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e421986-c254-41e5-988d-7b2e46f79e96 admin admin] Network 6738b754-c0fb-47d7-9855-22e220ab6546 is already hosted by enough agents. {{(pid=74231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:22:22.744039 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.base_scheduler [None req-2e421986-c254-41e5-988d-7b2e46f79e96 admin admin] Resources bound (agent type, host, resource id): {{(pid=74231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:22:22.771191 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:22.820945 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] For port 5233761f-d479-487e-9b05-7d573cfaa389, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=5233761f-d479-487e-9b05-7d573cfaa389,segment=NetworkSegment(965c1257-9f5a-4385-a535-e1c8d4f2cb09),segment_id=965c1257-9f5a-4385-a535-e1c8d4f2cb09)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:22:22.870189 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-3196f077-0861-48a6-9fa8-bb95e37be39f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:22.879607 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-55b8f3b5-1957-419d-b14d-0ef56be96795 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:22.894420 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-55b8f3b5-1957-419d-b14d-0ef56be96795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2045876'] for subnet, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:22.910013 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:22.913822 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-5f629c03-8768-4121-935b-13987f867914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:23.039045 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-9be700a6-e91e-48f1-9ab4-c7b787ccbf2c None None] Provisioning for port 030c77b3-ed7f-4d71-a784-39c0429ac268 completed by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:22:23.058729 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-9be700a6-e91e-48f1-9ab4-c7b787ccbf2c None None] Provisioning complete for port 030c77b3-ed7f-4d71-a784-39c0429ac268 triggered by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:22:23.059191 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-9be700a6-e91e-48f1-9ab4-c7b787ccbf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:23.146796 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de15d-d2ad-49c7-8a9f-5e0b180fe2d3 admin admin] Pushing event updated for resources: {'Port': ['ID=030c77b3-ed7f-4d71-a784-39c0429ac268,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:23.193044 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 50050) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:23.225553 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-6a7de15d-d2ad-49c7-8a9f-5e0b180fe2d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.218s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:23.229179 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Pushing event updated for resources: {'Port': ['ID=5233761f-d479-487e-9b05-7d573cfaa389,revision_number=4']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:23.234852 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:23.235938 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-9be700a6-e91e-48f1-9ab4-c7b787ccbf2c None None] Port 030c77b3-ed7f-4d71-a784-39c0429ac268 cannot update to ACTIVE because it is not bound. {{(pid=74233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 09:22:23.372763 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-df7316d3-be6c-4db4-b7c3-b70d36ce857e tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326'] for port, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:23.384643 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-7c5ecd7d-ba04-468b-9ea2-c11cdf91f8db req-00f9c830-269b-4723-8fd1-4526e43a9486 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=decb6aea-16db-4763-b103-8f2b4f7102f0 HTTP/1.1" status: 200 len: 210 time: 0.1012602 May 06 09:22:23.407240 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-6eeb9aa7-332b-4528-82c5-fc974f970995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:23.507701 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-df7316d3-be6c-4db4-b7c3-b70d36ce857e tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Network 17e18553-4803-4d78-aec7-beff27502916 is already hosted by enough agents. {{(pid=74231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:22:23.526045 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.base_scheduler [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-df7316d3-be6c-4db4-b7c3-b70d36ce857e tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Resources bound (agent type, host, resource id): {{(pid=74231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:22:23.550017 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-df7316d3-be6c-4db4-b7c3-b70d36ce857e tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Received port after_create {{(pid=74231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:22:23.564629 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-df7316d3-be6c-4db4-b7c3-b70d36ce857e tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:23.565783 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-df7316d3-be6c-4db4-b7c3-b70d36ce857e tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:23.624201 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7316d3-be6c-4db4-b7c3-b70d36ce857e tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Pushing event updated for resources: {'Port': ['ID=d726f447-4e2c-4632-8bf3-7eb9b5feeeb1,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:23.627696 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-df7316d3-be6c-4db4-b7c3-b70d36ce857e tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:23.641735 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e421986-c254-41e5-988d-7b2e46f79e96 admin admin] Router 35bfe900-80e6-48b0-ab16-7a8ee9985185 has already been hosted by L3 agent 6417d645-ec24-4e28-ae28-fb602049daa5 {{(pid=74231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 09:22:23.729437 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-df7316d3-be6c-4db4-b7c3-b70d36ce857e tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7575738 May 06 09:22:23.859845 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-0ab33adc-0525-414a-ae62-068d532cadf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:23.894401 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e421986-c254-41e5-988d-7b2e46f79e96 admin admin] Notify agent at l3_agent.dv-cinder-790014-1-smb the message routers_updated {{(pid=74231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 09:22:23.899532 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-0ab33adc-0525-414a-ae62-068d532cadf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:23.905556 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-0ab33adc-0525-414a-ae62-068d532cadf1 admin admin] Usage tracker for resource:security_group_rule and tenant:4c316fd1a8334c11ad00316b0b5dfeb5 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:23.909363 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f555488-e8a6-4505-868a-d85e9a4c264c None None] Sync routers for ids ['35bfe900-80e6-48b0-ab16-7a8ee9985185'] in dv-cinder-790014-1-smb {{(pid=74234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:22:23.926072 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-2e421986-c254-41e5-988d-7b2e46f79e96 admin admin] 10.222.0.20 "PUT /v2.0/routers/35bfe900-80e6-48b0-ab16-7a8ee9985185/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9863973 May 06 09:22:23.937215 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f555488-e8a6-4505-868a-d85e9a4c264c None None] Routers {'35bfe900-80e6-48b0-ab16-7a8ee9985185'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:22:23.937846 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-1f555488-e8a6-4505-868a-d85e9a4c264c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:22:16Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['35bfe900-80e6-48b0-ab16-7a8ee9985185'], 'active': True} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:22:23.942297 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-0ab33adc-0525-414a-ae62-068d532cadf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:23.962325 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-0ab33adc-0525-414a-ae62-068d532cadf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:24.159249 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-985ae8ee-8987-4d37-9180-5b42a0491b21 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=74231) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:22:24.159249 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-985ae8ee-8987-4d37-9180-5b42a0491b21 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074179 May 06 09:22:24.239910 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 5233761f-d479-487e-9b05-7d573cfaa389 up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:22:24.278583 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvr_db [None req-1f555488-e8a6-4505-868a-d85e9a4c264c None None] Set router 35bfe900-80e6-48b0-ab16-7a8ee9985185 gateway port host: dv-cinder-790014-1-smb {{(pid=74234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:22:24.305630 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-0ab33adc-0525-414a-ae62-068d532cadf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:24.368310 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-7d5044a0-f21b-48fa-9cb2-bbf8d5e6a823 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Notify callbacks [] for port, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:24.450892 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-0ab33adc-0525-414a-ae62-068d532cadf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:24.451880 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-3196f077-0861-48a6-9fa8-bb95e37be39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:24.472136 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port 5233761f-d479-487e-9b05-7d573cfaa389 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:22:24.473164 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:24.490362 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-dce5c229-f591-4b1e-be56-c914a4cd6b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:24.536240 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-7d5044a0-f21b-48fa-9cb2-bbf8d5e6a823 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326'] for port, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:24.544637 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab33adc-0525-414a-ae62-068d532cadf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f62962-ce11-46ce-a2d6-1d3a816b12ba,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:24.751148 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-6a7de15d-d2ad-49c7-8a9f-5e0b180fe2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:24.758202 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 456bb1ef-e0b3-4859-a861-78809388f9c4 up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:22:24.934058 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning for port 456bb1ef-e0b3-4859-a861-78809388f9c4 completed by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:22:24.941954 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port 456bb1ef-e0b3-4859-a861-78809388f9c4 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:22:24.942687 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:24.946182 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-e698ba3e-d20c-479a-8fbf-e54e5b956baa tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:24.972740 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-e698ba3e-d20c-479a-8fbf-e54e5b956baa tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/networks?id=6738b754-c0fb-47d7-9855-22e220ab6546 HTTP/1.1" status: 200 len: 818 time: 0.2400856 May 06 09:22:24.990520 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-836b60dc-52b9-4dc8-b731-47f3c4ea4988 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/quotas/f9983e4cddcf4e468452d86169f2b091 HTTP/1.1" status: 200 len: 375 time: 0.0169952 May 06 09:22:25.078496 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-1f555488-e8a6-4505-868a-d85e9a4c264c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bfe900-80e6-48b0-ab16-7a8ee9985185', 'name': 'tempest-ServerRescueNegativeTestJSON-169303928-router', 'tenant_id': 'f9983e4cddcf4e468452d86169f2b091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': '5233761f-d479-487e-9b05-7d573cfaa389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:22:11Z', 'updated_at': '2021-05-06T09:22:20Z', 'revision_number': 4, 'project_id': 'f9983e4cddcf4e468452d86169f2b091', 'gw_port': {'id': '5233761f-d479-487e-9b05-7d573cfaa389', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bfe900-80e6-48b0-ab16-7a8ee9985185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:12Z', 'updated_at': '2021-05-06T09:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': '02f2a5cd-2826-44fa-a80c-1b9969da040e', 'name': '', 'network_id': '6738b754-c0fb-47d7-9855-22e220ab6546', 'tenant_id': 'f9983e4cddcf4e468452d86169f2b091', 'mac_address': 'fa:16:3e:06:20:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bfe900-80e6-48b0-ab16-7a8ee9985185', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f3aac420-410a-4224-bd12-b0f6b8f33f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:19Z', 'updated_at': '2021-05-06T09:22:21Z', 'revision_number': 2, 'project_id': 'f9983e4cddcf4e468452d86169f2b091', 'subnets': [{'id': 'f3aac420-410a-4224-bd12-b0f6b8f33f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:22:25.088986 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f555488-e8a6-4505-868a-d85e9a4c264c None None] Checking router: 35bfe900-80e6-48b0-ab16-7a8ee9985185 for host: dv-cinder-790014-1-smb {{(pid=74234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:22:25.089370 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f555488-e8a6-4505-868a-d85e9a4c264c None None] Updating router 35bfe900-80e6-48b0-ab16-7a8ee9985185 port 02f2a5cd-2826-44fa-a80c-1b9969da040e binding host dv-cinder-790014-1-smb {{(pid=74234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:22:25.140329 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:25.163970 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] For port 456bb1ef-e0b3-4859-a861-78809388f9c4, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=456bb1ef-e0b3-4859-a861-78809388f9c4,segment=NetworkSegment(965c1257-9f5a-4385-a535-e1c8d4f2cb09),segment_id=965c1257-9f5a-4385-a535-e1c8d4f2cb09)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:22:25.198334 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1f555488-e8a6-4505-868a-d85e9a4c264c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:25.208310 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-3571bb21-7c38-4345-9987-f56acf982aff tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Synchronizing usage tracker for tenant:f9983e4cddcf4e468452d86169f2b091 on resource:port {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:22:25.243210 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-7d5044a0-f21b-48fa-9cb2-bbf8d5e6a823 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Network a69c290e-b8a1-4108-a145-cd8c4bb057e3 is already hosted by enough agents. {{(pid=74232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:22:25.247840 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.base_scheduler [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-7d5044a0-f21b-48fa-9cb2-bbf8d5e6a823 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Resources bound (agent type, host, resource id): {{(pid=74232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:22:25.250385 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196f077-0861-48a6-9fa8-bb95e37be39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee0340c-795b-4799-ac92-e029ba1d4861,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:25.256339 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.l3_dvrscheduler_db [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-7d5044a0-f21b-48fa-9cb2-bbf8d5e6a823 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Received port after_create {{(pid=74232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:22:25.262255 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-7d5044a0-f21b-48fa-9cb2-bbf8d5e6a823 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:25.262849 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-7d5044a0-f21b-48fa-9cb2-bbf8d5e6a823 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for port, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:25.269787 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-3196f077-0861-48a6-9fa8-bb95e37be39f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.779s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:25.271611 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:25.277810 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa77b39-4852-45b7-9752-a335f660190e req-75c6b8f9-f177-4f40-a3d1-0c18ab4695fa tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:25.279965 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-efa77b39-4852-45b7-9752-a335f660190e req-75c6b8f9-f177-4f40-a3d1-0c18ab4695fa tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.20 "GET /v2.0/ports?device_id=275369d2-9125-46a5-89a3-4d2a0172a29c HTTP/1.1" status: 200 len: 932 time: 1.9690866 May 06 09:22:25.295589 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-0ab33adc-0525-414a-ae62-068d532cadf1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c316fd1a8334c11ad00316b0b5dfeb5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0927231 May 06 09:22:25.296500 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.546s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:25.296798 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:25.298051 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:25.299005 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 50104) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:25.308306 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:25.413063 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-3571bb21-7c38-4345-9987-f56acf982aff tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Unset dirty status for tenant:f9983e4cddcf4e468452d86169f2b091 on resource:port {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:22:25.415106 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-3571bb21-7c38-4345-9987-f56acf982aff tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f9983e4cddcf4e468452d86169f2b091&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4073055 May 06 09:22:25.435096 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3cf9f09c-4ac2-4c02-9f93-5ea22b7071a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:25.493189 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5044a0-f21b-48fa-9cb2-bbf8d5e6a823 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Pushing event updated for resources: {'Port': ['ID=b91e6d5e-e443-4dc8-8459-fddf85a10867,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:25.533480 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Pushing event updated for resources: {'Port': ['ID=456bb1ef-e0b3-4859-a861-78809388f9c4,revision_number=4']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:25.548199 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:25.558887 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-7d5044a0-f21b-48fa-9cb2-bbf8d5e6a823 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:25.561724 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.db.resource_extend [None req-6a7de15d-d2ad-49c7-8a9f-5e0b180fe2d3 admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:22:25.601207 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-3196f077-0861-48a6-9fa8-bb95e37be39f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:25.602929 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-3196f077-0861-48a6-9fa8-bb95e37be39f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aee0340c-795b-4799-ac92-e029ba1d4861 HTTP/1.1" status: 204 len: 168 time: 4.6308343 May 06 09:22:25.616890 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-6a7de15d-d2ad-49c7-8a9f-5e0b180fe2d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:25.635396 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-efa77b39-4852-45b7-9752-a335f660190e req-b7034450-6844-4a37-a888-0d16095608ba tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.20 "GET /v2.0/security-groups?id=e51b9025-aa1c-47b6-b60c-34842187a14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427832 May 06 09:22:25.727078 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-7d5044a0-f21b-48fa-9cb2-bbf8d5e6a823 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4559011 May 06 09:22:25.739318 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-6a7de15d-d2ad-49c7-8a9f-5e0b180fe2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:25.740990 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-55b8f3b5-1957-419d-b14d-0ef56be96795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2045883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951'] for subnet, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:25.742967 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-0d90eda1-7b36-466a-b7d1-4cd239a493a2 service neutron] Request body: {'port': {'device_id': '275369d2-9125-46a5-89a3-4d2a0172a29c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:22:25.746839 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-37684baa-91c7-46ca-b83a-7d4256789513 service neutron] Request body: {'port': {'device_id': 'decb6aea-16db-4763-b103-8f2b4f7102f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:22:25.975537 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-6a7de15d-d2ad-49c7-8a9f-5e0b180fe2d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663649'] for router_interface, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:26.001993 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:26.041858 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-c45d4877-99ad-4098-96b5-9ee9092251b5 service neutron] 10.222.0.20 "GET /v2.0/networks/6738b754-c0fb-47d7-9855-22e220ab6546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5784183 May 06 09:22:26.044953 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3cf9f09c-4ac2-4c02-9f93-5ea22b7071a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:26.097996 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 456bb1ef-e0b3-4859-a861-78809388f9c4 up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:22:26.166635 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1f555488-e8a6-4505-868a-d85e9a4c264c None None] Notify callbacks [] for port, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:26.219116 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.provisioning_blocks [None req-1f555488-e8a6-4505-868a-d85e9a4c264c None None] Transition to ACTIVE for port object 02f2a5cd-2826-44fa-a80c-1b9969da040e will not be triggered until provisioned by entity L2. {{(pid=74234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:22:26.273472 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port 456bb1ef-e0b3-4859-a861-78809388f9c4 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:22:26.273969 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:26.297637 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-0d90eda1-7b36-466a-b7d1-4cd239a493a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:26.303563 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1f555488-e8a6-4505-868a-d85e9a4c264c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:26.308913 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:26.448551 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-55b8f3b5-1957-419d-b14d-0ef56be96795 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:26.472119 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-55b8f3b5-1957-419d-b14d-0ef56be96795 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1885b7b8-8f35-4096-b3e9-f361c7ed4632 HTTP/1.1" status: 204 len: 168 time: 5.4533892 May 06 09:22:26.508348 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 50114) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:26.603541 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86234cbd-51e7-40f3-8a63-c05daa86d3b3 None None] Pushing event updated for resources: {'Port': ['ID=02f2a5cd-2826-44fa-a80c-1b9969da040e,revision_number=3']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:26.609675 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-86234cbd-51e7-40f3-8a63-c05daa86d3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:26.663989 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [None req-1f555488-e8a6-4505-868a-d85e9a4c264c None None] Attempting to bind port 02f2a5cd-2826-44fa-a80c-1b9969da040e on host dv-cinder-790014-1-smb for vnic_type normal with profile {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:22:26.664563 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [None req-1f555488-e8a6-4505-868a-d85e9a4c264c None None] Attempting to bind port 02f2a5cd-2826-44fa-a80c-1b9969da040e by drivers openvswitch,hyperv on host dv-cinder-790014-1-smb at level 0 using segments [{'id': '7bfdc02c-4405-4bd3-bbf2-9571d057ac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '6738b754-c0fb-47d7-9855-22e220ab6546'}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:22:26.664934 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f555488-e8a6-4505-868a-d85e9a4c264c None None] Attempting to bind port 02f2a5cd-2826-44fa-a80c-1b9969da040e on network 6738b754-c0fb-47d7-9855-22e220ab6546 {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:22:26.670839 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f555488-e8a6-4505-868a-d85e9a4c264c None None] Checking agent: {'id': 'a138baec-5248-4891-8a37-6ab457958a8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 14, 16), 'started_at': datetime.datetime(2021, 5, 6, 9, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 09:22:26.671601 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f555488-e8a6-4505-868a-d85e9a4c264c None None] Checking segment: {'id': '7bfdc02c-4405-4bd3-bbf2-9571d057ac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '6738b754-c0fb-47d7-9855-22e220ab6546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:22:26.671735 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1f555488-e8a6-4505-868a-d85e9a4c264c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:26.672039 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f555488-e8a6-4505-868a-d85e9a4c264c None None] Bound using segment: {'id': '7bfdc02c-4405-4bd3-bbf2-9571d057ac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '6738b754-c0fb-47d7-9855-22e220ab6546'} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 09:22:26.672553 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [None req-1f555488-e8a6-4505-868a-d85e9a4c264c None None] Bound port: 02f2a5cd-2826-44fa-a80c-1b9969da040e, host: dv-cinder-790014-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bfdc02c-4405-4bd3-bbf2-9571d057ac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '6738b754-c0fb-47d7-9855-22e220ab6546'}}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:22:26.673264 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1f555488-e8a6-4505-868a-d85e9a4c264c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:26.830963 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de15d-d2ad-49c7-8a9f-5e0b180fe2d3 admin admin] Pushing event updated for resources: {'Port': ['ID=030c77b3-ed7f-4d71-a784-39c0429ac268,revision_number=2']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:26.864106 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.db [None req-1f555488-e8a6-4505-868a-d85e9a4c264c None None] For port 02f2a5cd-2826-44fa-a80c-1b9969da040e, host dv-cinder-790014-1-smb, cleared binding levels {{(pid=74234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 09:22:26.867684 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.db [None req-1f555488-e8a6-4505-868a-d85e9a4c264c None None] For port 02f2a5cd-2826-44fa-a80c-1b9969da040e, host dv-cinder-790014-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=02f2a5cd-2826-44fa-a80c-1b9969da040e,segment=NetworkSegment(7bfdc02c-4405-4bd3-bbf2-9571d057ac4a),segment_id=7bfdc02c-4405-4bd3-bbf2-9571d057ac4a)] {{(pid=74234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 09:22:26.943277 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-0d90eda1-7b36-466a-b7d1-4cd239a493a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d726f447-4e2c-4632-8bf3-7eb9b5feeeb1 {{(pid=74231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 09:22:26.945534 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1f555488-e8a6-4505-868a-d85e9a4c264c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:26.950791 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-9864e27e-33d2-4d02-aca2-ec1d0b9a4e3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:26.959102 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-6a7de15d-d2ad-49c7-8a9f-5e0b180fe2d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.957s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:26.959546 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.778s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:26.972311 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-0d90eda1-7b36-466a-b7d1-4cd239a493a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:27.036659 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8f3b5-1957-419d-b14d-0ef56be96795 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1885b7b8-8f35-4096-b3e9-f361c7ed4632,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:27.048283 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-bceddb54-4bd6-4473-b9a9-4565e1906b70 service neutron] 10.222.0.20 "GET /v2.0/networks/6738b754-c0fb-47d7-9855-22e220ab6546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0052884 May 06 09:22:27.101589 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.provisioning_blocks [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-0d90eda1-7b36-466a-b7d1-4cd239a493a2 service neutron] Transition to ACTIVE for port object d726f447-4e2c-4632-8bf3-7eb9b5feeeb1 will not be triggered until provisioned by entity L2. {{(pid=74231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:22:27.102562 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3cf9f09c-4ac2-4c02-9f93-5ea22b7071a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:27.110932 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-7fa3a389-f461-40fd-857c-49fe8fbc8581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:27.139338 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9f09c-4ac2-4c02-9f93-5ea22b7071a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f62962-ce11-46ce-a2d6-1d3a816b12ba,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:27.144450 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-3cf9f09c-4ac2-4c02-9f93-5ea22b7071a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:27.146831 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-55b8f3b5-1957-419d-b14d-0ef56be96795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:27.153183 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-37684baa-91c7-46ca-b83a-7d4256789513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:27.186778 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f555488-e8a6-4505-868a-d85e9a4c264c None None] Routers {'35bfe900-80e6-48b0-ab16-7a8ee9985185'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:22:27.199504 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-1f555488-e8a6-4505-868a-d85e9a4c264c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:22:16Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['35bfe900-80e6-48b0-ab16-7a8ee9985185'], 'active': True} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:22:27.224809 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3cf9f09c-4ac2-4c02-9f93-5ea22b7071a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:27.224809 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-3cf9f09c-4ac2-4c02-9f93-5ea22b7071a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c3f62962-ce11-46ce-a2d6-1d3a816b12ba HTTP/1.1" status: 204 len: 168 time: 1.9036479 May 06 09:22:27.225954 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-989637ef-5597-4aae-af79-d57a6c1429f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1693876'] for network, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:27.246308 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-0d90eda1-7b36-466a-b7d1-4cd239a493a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:27.251607 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-2e421986-c254-41e5-988d-7b2e46f79e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:27.346613 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2461cce-8950-4afb-9f93-0105029faaa2 req-8df30716-4505-4134-8bc2-48d48fac1cd1 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:27.347935 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-d2461cce-8950-4afb-9f93-0105029faaa2 req-8df30716-4505-4134-8bc2-48d48fac1cd1 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Synchronizing usage tracker for tenant:721438689c5c44e78f53ad730cb9883d on resource:port {{(pid=74232) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:22:27.355603 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7de15d-d2ad-49c7-8a9f-5e0b180fe2d3 admin admin] Network e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a is already hosted by enough agents. {{(pid=74232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:22:27.364701 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.base_scheduler [None req-6a7de15d-d2ad-49c7-8a9f-5e0b180fe2d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=74232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:22:27.547720 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d90eda1-7b36-466a-b7d1-4cd239a493a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d726f447-4e2c-4632-8bf3-7eb9b5feeeb1,revision_number=2']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:27.559438 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86234cbd-51e7-40f3-8a63-c05daa86d3b3 None None] Pushing event updated for resources: {'Port': ['ID=02f2a5cd-2826-44fa-a80c-1b9969da040e,revision_number=4']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:27.564722 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-86234cbd-51e7-40f3-8a63-c05daa86d3b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:27.569602 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-0d90eda1-7b36-466a-b7d1-4cd239a493a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:27.657306 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvr_db [None req-1f555488-e8a6-4505-868a-d85e9a4c264c None None] Set router 35bfe900-80e6-48b0-ab16-7a8ee9985185 gateway port host: dv-cinder-790014-1-smb {{(pid=74234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:22:27.828576 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-47d51af2-737f-4598-aeed-aff287c6b4b3 None None] Provisioning complete for port 030c77b3-ed7f-4d71-a784-39c0429ac268 triggered by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:22:27.829137 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-47d51af2-737f-4598-aeed-aff287c6b4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:27.867409 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-0d90eda1-7b36-466a-b7d1-4cd239a493a2 service neutron] Attempting to bind port d726f447-4e2c-4632-8bf3-7eb9b5feeeb1 on host hv-cinder-79001 for vnic_type normal with profile {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:22:27.867409 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-0d90eda1-7b36-466a-b7d1-4cd239a493a2 service neutron] Attempting to bind port d726f447-4e2c-4632-8bf3-7eb9b5feeeb1 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '57b0f83f-9482-42c3-aec0-d596b3e1f7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '17e18553-4803-4d78-aec7-beff27502916'}] {{(pid=74231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:22:27.875590 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-0d90eda1-7b36-466a-b7d1-4cd239a493a2 service neutron] Attempting to bind port d726f447-4e2c-4632-8bf3-7eb9b5feeeb1 on network 17e18553-4803-4d78-aec7-beff27502916 {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:22:27.898681 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-0d90eda1-7b36-466a-b7d1-4cd239a493a2 service neutron] Port d726f447-4e2c-4632-8bf3-7eb9b5feeeb1 on network 17e18553-4803-4d78-aec7-beff27502916 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 09:22:27.898999 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-0d90eda1-7b36-466a-b7d1-4cd239a493a2 service neutron] Attempting to bind port d726f447-4e2c-4632-8bf3-7eb9b5feeeb1 on network 17e18553-4803-4d78-aec7-beff27502916 {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:22:27.940546 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-0d90eda1-7b36-466a-b7d1-4cd239a493a2 service neutron] Checking agent: {'id': 'e51fd9d5-0712-41db-be1b-bc822ebf26a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 20, 30), 'started_at': datetime.datetime(2021, 5, 6, 9, 20, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 09:22:27.940900 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-0d90eda1-7b36-466a-b7d1-4cd239a493a2 service neutron] Checking segment: {'id': '57b0f83f-9482-42c3-aec0-d596b3e1f7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '17e18553-4803-4d78-aec7-beff27502916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:22:27.941656 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-0d90eda1-7b36-466a-b7d1-4cd239a493a2 service neutron] Bound using segment: {'id': '57b0f83f-9482-42c3-aec0-d596b3e1f7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '17e18553-4803-4d78-aec7-beff27502916'} {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 09:22:27.942104 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-0d90eda1-7b36-466a-b7d1-4cd239a493a2 service neutron] Bound port: d726f447-4e2c-4632-8bf3-7eb9b5feeeb1, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57b0f83f-9482-42c3-aec0-d596b3e1f7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '17e18553-4803-4d78-aec7-beff27502916'}}] {{(pid=74231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:22:27.942455 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-0d90eda1-7b36-466a-b7d1-4cd239a493a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:27.957134 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-47d51af2-737f-4598-aeed-aff287c6b4b3 None None] Port 030c77b3-ed7f-4d71-a784-39c0429ac268 cannot update to ACTIVE because it is not bound. {{(pid=74233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 09:22:28.107148 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e56fe2-2e60-49e5-94c1-26a76dfddf99 req-7db81960-8ae4-4d06-ad7e-46c3557c30f3 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:28.108029 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-f2e56fe2-2e60-49e5-94c1-26a76dfddf99 req-7db81960-8ae4-4d06-ad7e-46c3557c30f3 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Synchronizing usage tracker for tenant:1fbab28d3fed42e3a82b1e1da7a207c5 on resource:port {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:22:28.157351 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-0d90eda1-7b36-466a-b7d1-4cd239a493a2 service neutron] For port d726f447-4e2c-4632-8bf3-7eb9b5feeeb1, host hv-cinder-79001, cleared binding levels {{(pid=74231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 09:22:28.183069 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-0d90eda1-7b36-466a-b7d1-4cd239a493a2 service neutron] For port d726f447-4e2c-4632-8bf3-7eb9b5feeeb1, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=d726f447-4e2c-4632-8bf3-7eb9b5feeeb1,segment=NetworkSegment(57b0f83f-9482-42c3-aec0-d596b3e1f7bd),segment_id=57b0f83f-9482-42c3-aec0-d596b3e1f7bd)] {{(pid=74231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 09:22:28.262965 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-1f555488-e8a6-4505-868a-d85e9a4c264c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bfe900-80e6-48b0-ab16-7a8ee9985185', 'name': 'tempest-ServerRescueNegativeTestJSON-169303928-router', 'tenant_id': 'f9983e4cddcf4e468452d86169f2b091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': '5233761f-d479-487e-9b05-7d573cfaa389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:22:11Z', 'updated_at': '2021-05-06T09:22:20Z', 'revision_number': 4, 'project_id': 'f9983e4cddcf4e468452d86169f2b091', 'gw_port': {'id': '5233761f-d479-487e-9b05-7d573cfaa389', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bfe900-80e6-48b0-ab16-7a8ee9985185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:12Z', 'updated_at': '2021-05-06T09:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': '02f2a5cd-2826-44fa-a80c-1b9969da040e', 'name': '', 'network_id': '6738b754-c0fb-47d7-9855-22e220ab6546', 'tenant_id': 'f9983e4cddcf4e468452d86169f2b091', 'mac_address': 'fa:16:3e:06:20:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bfe900-80e6-48b0-ab16-7a8ee9985185', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f3aac420-410a-4224-bd12-b0f6b8f33f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:19Z', 'updated_at': '2021-05-06T09:22:26Z', 'revision_number': 4, 'project_id': 'f9983e4cddcf4e468452d86169f2b091', 'subnets': [{'id': 'f3aac420-410a-4224-bd12-b0f6b8f33f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:22:28.268406 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-f2e56fe2-2e60-49e5-94c1-26a76dfddf99 req-7db81960-8ae4-4d06-ad7e-46c3557c30f3 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Unset dirty status for tenant:1fbab28d3fed42e3a82b1e1da7a207c5 on resource:port {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:22:28.270396 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-f2e56fe2-2e60-49e5-94c1-26a76dfddf99 req-7db81960-8ae4-4d06-ad7e-46c3557c30f3 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.20 "GET /v2.0/ports?device_id=275369d2-9125-46a5-89a3-4d2a0172a29c HTTP/1.1" status: 200 len: 944 time: 0.5689323 May 06 09:22:28.271868 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-0d90eda1-7b36-466a-b7d1-4cd239a493a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:28.291260 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f555488-e8a6-4505-868a-d85e9a4c264c None None] The sync data for ids ['35bfe900-80e6-48b0-ab16-7a8ee9985185'] in dv-cinder-790014-1-smb is: [{'id': '35bfe900-80e6-48b0-ab16-7a8ee9985185', 'name': 'tempest-ServerRescueNegativeTestJSON-169303928-router', 'tenant_id': 'f9983e4cddcf4e468452d86169f2b091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': '5233761f-d479-487e-9b05-7d573cfaa389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:22:11Z', 'updated_at': '2021-05-06T09:22:20Z', 'revision_number': 4, 'project_id': 'f9983e4cddcf4e468452d86169f2b091', 'gw_port': {'id': '5233761f-d479-487e-9b05-7d573cfaa389', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bfe900-80e6-48b0-ab16-7a8ee9985185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:12Z', 'updated_at': '2021-05-06T09:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': '02f2a5cd-2826-44fa-a80c-1b9969da040e', 'name': '', 'network_id': '6738b754-c0fb-47d7-9855-22e220ab6546', 'tenant_id': 'f9983e4cddcf4e468452d86169f2b091', 'mac_address': 'fa:16:3e:06:20:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bfe900-80e6-48b0-ab16-7a8ee9985185', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'f3aac420-410a-4224-bd12-b0f6b8f33f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:19Z', 'updated_at': '2021-05-06T09:22:26Z', 'revision_number': 4, 'project_id': 'f9983e4cddcf4e468452d86169f2b091', 'subnets': [{'id': 'f3aac420-410a-4224-bd12-b0f6b8f33f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:22:28.292009 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-df7316d3-be6c-4db4-b7c3-b70d36ce857e tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:28.419914 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 50160) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:28.422102 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-989637ef-5597-4aae-af79-d57a6c1429f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043471', 'neutron.services.segments.db._delete_segments_for_network-8734680829341'] for network, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:28.455696 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-989637ef-5597-4aae-af79-d57a6c1429f0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=74232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:28.456925 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-989637ef-5597-4aae-af79-d57a6c1429f0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=74232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:28.457781 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-989637ef-5597-4aae-af79-d57a6c1429f0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:28.458123 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-989637ef-5597-4aae-af79-d57a6c1429f0 admin admin] Subscribe: > port after_create 55550000 {{(pid=74232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:28.458470 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-989637ef-5597-4aae-af79-d57a6c1429f0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=74232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:28.458830 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-989637ef-5597-4aae-af79-d57a6c1429f0 admin admin] Subscribe: > port after_update 55550000 {{(pid=74232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:28.459194 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-989637ef-5597-4aae-af79-d57a6c1429f0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=74232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:28.459472 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-989637ef-5597-4aae-af79-d57a6c1429f0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:28.459815 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-989637ef-5597-4aae-af79-d57a6c1429f0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:28.460166 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-989637ef-5597-4aae-af79-d57a6c1429f0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=74232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:28.554540 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d90eda1-7b36-466a-b7d1-4cd239a493a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d726f447-4e2c-4632-8bf3-7eb9b5feeeb1,revision_number=3']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:28.594667 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-0d90eda1-7b36-466a-b7d1-4cd239a493a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:28.595217 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-0d90eda1-7b36-466a-b7d1-4cd239a493a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:28.596670 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-0d90eda1-7b36-466a-b7d1-4cd239a493a2 service neutron] 10.222.0.79 "PUT /v2.0/ports/d726f447-4e2c-4632-8bf3-7eb9b5feeeb1 HTTP/1.1" status: 200 len: 1094 time: 3.0805168 May 06 09:22:28.597772 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275369d2-9125-46a5-89a3-4d2a0172a29c', 'tag': 'd726f447-4e2c-4632-8bf3-7eb9b5feeeb1'}] {{(pid=74231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:22:28.753700 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-0e0322dc-8385-4229-b8ab-1718549d52d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:28.877315 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-989637ef-5597-4aae-af79-d57a6c1429f0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:28.878640 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-989637ef-5597-4aae-af79-d57a6c1429f0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:28.879102 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-989637ef-5597-4aae-af79-d57a6c1429f0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=74232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:28.881187 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-989637ef-5597-4aae-af79-d57a6c1429f0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=74232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:28.881721 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.services.segments.db [None req-989637ef-5597-4aae-af79-d57a6c1429f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af9af05c-d778-4aba-8467-9a45cf1d106f']}} {{(pid=74232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:22:28.886362 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-0e0322dc-8385-4229-b8ab-1718549d52d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:28.898118 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-0e0322dc-8385-4229-b8ab-1718549d52d7 admin admin] Usage tracker for resource:security_group_rule and tenant:9a0836cfe1fb40dba0fceca741ef4dff is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:28.901572 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-0e0322dc-8385-4229-b8ab-1718549d52d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:28.911824 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-0e0322dc-8385-4229-b8ab-1718549d52d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:28.935129 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-0d90eda1-7b36-466a-b7d1-4cd239a493a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:28.961163 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.services.segments.db [None req-989637ef-5597-4aae-af79-d57a6c1429f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f5f0f21-c73f-46b4-8034-cc0c9e7f87eb') {'for_net_delete': True} {{(pid=74232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:22:28.964107 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.services.segments.db [None req-989637ef-5597-4aae-af79-d57a6c1429f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f5f0f21-c73f-46b4-8034-cc0c9e7f87eb') {} {{(pid=74232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:22:28.987475 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-f2e56fe2-2e60-49e5-94c1-26a76dfddf99 req-a142d8f8-60b3-4c1c-b05c-7a7a09f46549 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Synchronizing usage tracker for tenant:1fbab28d3fed42e3a82b1e1da7a207c5 on resource:security_group {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:22:29.021792 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-989637ef-5597-4aae-af79-d57a6c1429f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734680841831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15457485'] for segment, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:29.031059 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-d2461cce-8950-4afb-9f93-0105029faaa2 req-8df30716-4505-4134-8bc2-48d48fac1cd1 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Unset dirty status for tenant:721438689c5c44e78f53ad730cb9883d on resource:port {{(pid=74232) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:22:29.044663 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-d2461cce-8950-4afb-9f93-0105029faaa2 req-8df30716-4505-4134-8bc2-48d48fac1cd1 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=decb6aea-16db-4763-b103-8f2b4f7102f0 HTTP/1.1" status: 200 len: 931 time: 2.9044921 May 06 09:22:29.159596 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-989637ef-5597-4aae-af79-d57a6c1429f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047374'] for segment, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:29.191287 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-0c763e55-b011-45f5-ab45-15f12ecbac50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:29.192847 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-0c763e55-b011-45f5-ab45-15f12ecbac50 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1fbab28d3fed42e3a82b1e1da7a207c5&device_id=275369d2-9125-46a5-89a3-4d2a0172a29c HTTP/1.1" status: 200 len: 1097 time: 0.1854866 May 06 09:22:29.210970 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-0e0322dc-8385-4229-b8ab-1718549d52d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:29.285369 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-f4046af9-472c-4d8b-a354-5c32a7ba4d82 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d726f447-4e2c-4632-8bf3-7eb9b5feeeb1 HTTP/1.1" status: 200 len: 217 time: 0.0729985 May 06 09:22:29.286617 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-f2e56fe2-2e60-49e5-94c1-26a76dfddf99 req-a142d8f8-60b3-4c1c-b05c-7a7a09f46549 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Unset dirty status for tenant:1fbab28d3fed42e3a82b1e1da7a207c5 on resource:security_group {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:22:29.296180 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-f2e56fe2-2e60-49e5-94c1-26a76dfddf99 req-a142d8f8-60b3-4c1c-b05c-7a7a09f46549 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.20 "GET /v2.0/security-groups?id=e51b9025-aa1c-47b6-b60c-34842187a14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0061364 May 06 09:22:29.368861 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-989637ef-5597-4aae-af79-d57a6c1429f0 admin admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=74232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:22:29.369350 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-989637ef-5597-4aae-af79-d57a6c1429f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2047367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15350181'] for segment, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:29.396795 dv-cinder-790014-1-smb neutron-server[74232]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 06 09:22:29.396795 dv-cinder-790014-1-smb neutron-server[74232]: from cryptography.utils import int_from_bytes May 06 09:22:29.396795 dv-cinder-790014-1-smb neutron-server[74232]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 06 09:22:29.396795 dv-cinder-790014-1-smb neutron-server[74232]: from cryptography.utils import int_from_bytes May 06 09:22:29.396795 dv-cinder-790014-1-smb neutron-server[74232]: Traceback (most recent call last): May 06 09:22:29.396795 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:22:29.396795 dv-cinder-790014-1-smb neutron-server[74232]: timer() May 06 09:22:29.396795 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:22:29.396795 dv-cinder-790014-1-smb neutron-server[74232]: cb(*args, **kw) May 06 09:22:29.396795 dv-cinder-790014-1-smb neutron-server[74232]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 09:22:29.396795 dv-cinder-790014-1-smb neutron-server[74232]: return func(*args, **kwargs) May 06 09:22:29.396795 dv-cinder-790014-1-smb neutron-server[74232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:22:29.396795 dv-cinder-790014-1-smb neutron-server[74232]: self._notify() May 06 09:22:29.396795 dv-cinder-790014-1-smb neutron-server[74232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:22:29.396795 dv-cinder-790014-1-smb neutron-server[74232]: self.callback(batched_events) May 06 09:22:29.396795 dv-cinder-790014-1-smb neutron-server[74232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:22:29.396795 dv-cinder-790014-1-smb neutron-server[74232]: event.method(event) May 06 09:22:29.396795 dv-cinder-790014-1-smb neutron-server[74232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 09:22:29.396795 dv-cinder-790014-1-smb neutron-server[74232]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:22:29.396795 dv-cinder-790014-1-smb neutron-server[74232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 09:22:29.396795 dv-cinder-790014-1-smb neutron-server[74232]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:22:29.396795 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 09:22:29.396795 dv-cinder-790014-1-smb neutron-server[74232]: return f(self, *a, **k) May 06 09:22:29.396795 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 09:22:29.396795 dv-cinder-790014-1-smb neutron-server[74232]: return self._get(url).json() May 06 09:22:29.396795 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 09:22:29.396795 dv-cinder-790014-1-smb neutron-server[74232]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:22:29.396795 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:22:29.396795 dv-cinder-790014-1-smb neutron-server[74232]: return self.request(url, 'GET', **kwargs) May 06 09:22:29.396795 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:22:29.396795 dv-cinder-790014-1-smb neutron-server[74232]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:22:29.396795 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:22:29.396795 dv-cinder-790014-1-smb neutron-server[74232]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:22:29.396795 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:22:29.396795 dv-cinder-790014-1-smb neutron-server[74232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:22:29.396795 dv-cinder-790014-1-smb neutron-server[74232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:22:29.520344 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-009746d0-f61f-4798-a2e9-73000a449528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:29.522746 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-009746d0-f61f-4798-a2e9-73000a449528 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=cea0299b-41f8-486e-8bfe-c748e51c5d77 HTTP/1.1" status: 200 len: 851 time: 0.2211783 May 06 09:22:29.524248 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-0e0322dc-8385-4229-b8ab-1718549d52d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:29.537548 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:29.568539 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-d2461cce-8950-4afb-9f93-0105029faaa2 req-3ea6a9db-de1a-4912-aa25-690af4a417c7 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Synchronizing usage tracker for tenant:721438689c5c44e78f53ad730cb9883d on resource:security_group {{(pid=74232) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:22:29.618233 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7de15d-d2ad-49c7-8a9f-5e0b180fe2d3 admin admin] Router e732fe2c-c27b-4709-b8c1-dc051fb9b594 has already been hosted by L3 agent 6417d645-ec24-4e28-ae28-fb602049daa5 {{(pid=74232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 09:22:29.669498 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-5fd54e69-8b7f-4dce-a19e-1760d2cb3e76 req-d92f7b8c-a994-49e7-ab44-ed45a1d31a20 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 210 time: 0.0763264 May 06 09:22:29.798311 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-0e0322dc-8385-4229-b8ab-1718549d52d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a0836cfe1fb40dba0fceca741ef4dff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3764057 May 06 09:22:29.836865 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 50196) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:29.840856 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-d2461cce-8950-4afb-9f93-0105029faaa2 req-3ea6a9db-de1a-4912-aa25-690af4a417c7 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Unset dirty status for tenant:721438689c5c44e78f53ad730cb9883d on resource:security_group {{(pid=74232) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:22:29.842639 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0322dc-8385-4229-b8ab-1718549d52d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bae2e29-17f1-4dfd-a6e3-a6f4efc5ee7a,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:29.853299 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-d2461cce-8950-4afb-9f93-0105029faaa2 req-3ea6a9db-de1a-4912-aa25-690af4a417c7 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7633376 May 06 09:22:29.867940 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-989637ef-5597-4aae-af79-d57a6c1429f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670049'] for network, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:29.869782 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-0e0322dc-8385-4229-b8ab-1718549d52d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:29.882051 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-d91eb05b-17d8-4953-80bd-0d1774a6f327 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=17e18553-4803-4d78-aec7-beff27502916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1993585 May 06 09:22:29.978713 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:30.087464 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989637ef-5597-4aae-af79-d57a6c1429f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=af9af05c-d778-4aba-8467-9a45cf1d106f,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:30.098507 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-989637ef-5597-4aae-af79-d57a6c1429f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for network, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:30.143045 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-989637ef-5597-4aae-af79-d57a6c1429f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:30.211001 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 02f2a5cd-2826-44fa-a80c-1b9969da040e up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:22:30.256866 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-989637ef-5597-4aae-af79-d57a6c1429f0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/af9af05c-d778-4aba-8467-9a45cf1d106f HTTP/1.1" status: 204 len: 168 time: 3.6053793 May 06 09:22:30.321015 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 50210) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:30.376623 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275369d2-9125-46a5-89a3-4d2a0172a29c', 'tag': 'd726f447-4e2c-4632-8bf3-7eb9b5feeeb1', 'status': 'completed', 'code': 200} May 06 09:22:30.479423 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:30.500357 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.db.resource_extend [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-37684baa-91c7-46ca-b83a-7d4256789513 service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:22:30.511241 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning for port 02f2a5cd-2826-44fa-a80c-1b9969da040e completed by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:22:30.517750 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port 02f2a5cd-2826-44fa-a80c-1b9969da040e triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:22:30.518648 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:30.523179 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-b9e36402-57f9-423d-9334-2ecfc45ff337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:30.558082 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-007b80ba-eee4-40d0-8af4-0854a611b0e6 service neutron] 10.222.0.79 "GET /v2.0/networks/17e18553-4803-4d78-aec7-beff27502916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5484684 May 06 09:22:30.578187 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-b9e36402-57f9-423d-9334-2ecfc45ff337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:30.606701 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7de15d-d2ad-49c7-8a9f-5e0b180fe2d3 admin admin] Notify agent at l3_agent.dv-cinder-790014-1-smb the message routers_updated {{(pid=74232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 09:22:30.636067 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-6a7de15d-d2ad-49c7-8a9f-5e0b180fe2d3 admin admin] 10.222.0.20 "PUT /v2.0/routers/e732fe2c-c27b-4709-b8c1-dc051fb9b594/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2350860 May 06 09:22:30.657199 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639a085c-4dba-40c3-9db4-4bcd4b90306e None None] Sync routers for ids ['e732fe2c-c27b-4709-b8c1-dc051fb9b594'] in dv-cinder-790014-1-smb {{(pid=74233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:22:30.678566 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8d3a577-55a4-4b22-a89d-886dc352d90c admin admin] Deleting subnet ca739034-d977-4d6e-8ead-9e4fdda7076d {{(pid=74232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 09:22:30.695950 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.notifiers.nova [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-37684baa-91c7-46ca-b83a-7d4256789513 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b91e6d5e-e443-4dc8-8459-fddf85a10867 {{(pid=74232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 09:22:30.700011 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639a085c-4dba-40c3-9db4-4bcd4b90306e None None] Routers {'e732fe2c-c27b-4709-b8c1-dc051fb9b594'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:22:30.712439 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-639a085c-4dba-40c3-9db4-4bcd4b90306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:22:16Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['e732fe2c-c27b-4709-b8c1-dc051fb9b594'], 'active': True} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:22:30.729005 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-c8d3a577-55a4-4b22-a89d-886dc352d90c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:30.867875 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-c8d3a577-55a4-4b22-a89d-886dc352d90c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15457490'] for subnet, precommit_delete_associations {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:30.966598 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-37684baa-91c7-46ca-b83a-7d4256789513 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:31.078628 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.provisioning_blocks [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-37684baa-91c7-46ca-b83a-7d4256789513 service neutron] Transition to ACTIVE for port object b91e6d5e-e443-4dc8-8459-fddf85a10867 will not be triggered until provisioned by entity L2. {{(pid=74232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:22:31.096731 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-3cebacc0-61ab-47e4-965a-a8397c4172a4 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:31.097573 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-3cebacc0-61ab-47e4-965a-a8397c4172a4 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Synchronizing usage tracker for tenant:f9983e4cddcf4e468452d86169f2b091 on resource:network {{(pid=74232) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:22:31.142497 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e3f77-1d9f-430b-b6c8-3f16065eb9ab req-264f8088-f5d7-430a-bbf2-b9b5ef78ff20 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:31.151569 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-aa8e3f77-1d9f-430b-b6c8-3f16065eb9ab req-264f8088-f5d7-430a-bbf2-b9b5ef78ff20 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.20 "GET /v2.0/ports?device_id=275369d2-9125-46a5-89a3-4d2a0172a29c HTTP/1.1" status: 200 len: 944 time: 0.6915843 May 06 09:22:31.163529 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvr_db [None req-639a085c-4dba-40c3-9db4-4bcd4b90306e None None] Set router e732fe2c-c27b-4709-b8c1-dc051fb9b594 gateway port host: dv-cinder-790014-1-smb {{(pid=74233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:22:31.167428 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-37684baa-91c7-46ca-b83a-7d4256789513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15350153'] for port, after_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:31.203703 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-c8d3a577-55a4-4b22-a89d-886dc352d90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2045876'] for subnet, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:31.239938 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fdb48f22-90ae-4f54-9a6b-ff1cb30a52b5 req-4146438f-6f87-4097-b66f-3c79fa90083e service neutron] 10.222.0.79 "GET /v2.0/networks/17e18553-4803-4d78-aec7-beff27502916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6492081 May 06 09:22:31.249318 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.79', 55884) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:31.348513 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-7d5044a0-f21b-48fa-9cb2-bbf8d5e6a823 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:31.444887 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:31.474912 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-aa8e3f77-1d9f-430b-b6c8-3f16065eb9ab req-abf1c37a-4ff6-425a-8869-31694874903b tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.20 "GET /v2.0/security-groups?id=e51b9025-aa1c-47b6-b60c-34842187a14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194618 May 06 09:22:31.477473 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-b9e36402-57f9-423d-9334-2ecfc45ff337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:31.496746 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] For port 02f2a5cd-2826-44fa-a80c-1b9969da040e, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=02f2a5cd-2826-44fa-a80c-1b9969da040e,segment=NetworkSegment(7bfdc02c-4405-4bd3-bbf2-9571d057ac4a),segment_id=7bfdc02c-4405-4bd3-bbf2-9571d057ac4a)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:22:31.613312 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:31.664009 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e36402-57f9-423d-9334-2ecfc45ff337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bae2e29-17f1-4dfd-a6e3-a6f4efc5ee7a,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:31.700342 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-3cebacc0-61ab-47e4-965a-a8397c4172a4 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Unset dirty status for tenant:f9983e4cddcf4e468452d86169f2b091 on resource:network {{(pid=74232) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:22:31.712963 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-3cebacc0-61ab-47e4-965a-a8397c4172a4 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/networks?id=6738b754-c0fb-47d7-9855-22e220ab6546 HTTP/1.1" status: 200 len: 818 time: 1.3843091 May 06 09:22:31.767562 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:31.773143 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:31.781053 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37684baa-91c7-46ca-b83a-7d4256789513 service neutron] Pushing event updated for resources: {'Port': ['ID=b91e6d5e-e443-4dc8-8459-fddf85a10867,revision_number=2']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:31.802311 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-86759f43-b5a6-4de7-ad13-813d8860c123 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:31.803823 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-86759f43-b5a6-4de7-ad13-813d8860c123 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.79 "GET /v2.0/networks?id=6738b754-c0fb-47d7-9855-22e220ab6546 HTTP/1.1" status: 200 len: 818 time: 0.5379853 May 06 09:22:31.805836 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-b9e36402-57f9-423d-9334-2ecfc45ff337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:31.838172 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-37684baa-91c7-46ca-b83a-7d4256789513 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:31.856468 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-b9e36402-57f9-423d-9334-2ecfc45ff337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:31.860492 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-b9e36402-57f9-423d-9334-2ecfc45ff337 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2bae2e29-17f1-4dfd-a6e3-a6f4efc5ee7a HTTP/1.1" status: 204 len: 168 time: 1.9923828 May 06 09:22:31.883446 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-950e9f82-bafb-49fc-b417-82322953467f tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Request body: {'port': {'device_id': 'c931e088-f9cd-4231-a421-bde56f034f79', 'network_id': '6738b754-c0fb-47d7-9855-22e220ab6546', 'admin_state_up': True, 'tenant_id': 'f9983e4cddcf4e468452d86169f2b091'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:22:31.944006 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Pushing event updated for resources: {'Port': ['ID=02f2a5cd-2826-44fa-a80c-1b9969da040e,revision_number=5']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:31.949288 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:31.973868 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-f8a35c48-8b57-4c24-906c-a79de78ebfd8 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/quotas/f9983e4cddcf4e468452d86169f2b091 HTTP/1.1" status: 200 len: 375 time: 0.1864700 May 06 09:22:32.010668 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-639a085c-4dba-40c3-9db4-4bcd4b90306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'name': 'tempest-AttachVolumeShelveTestJSON-1690302589-router', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '456bb1ef-e0b3-4859-a861-78809388f9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:22:11Z', 'updated_at': '2021-05-06T09:22:24Z', 'revision_number': 4, 'project_id': '87a87eb65c3849949fab4179da2d6886', 'gw_port': {'id': '456bb1ef-e0b3-4859-a861-78809388f9c4', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:12Z', 'updated_at': '2021-05-06T09:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': '030c77b3-ed7f-4d71-a784-39c0429ac268', 'name': '', 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'mac_address': 'fa:16:3e:d8:45:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3327bb7d-2498-459f-aedf-d87f7d766be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:19Z', 'updated_at': '2021-05-06T09:22:24Z', 'revision_number': 2, 'project_id': '87a87eb65c3849949fab4179da2d6886', 'subnets': [{'id': '3327bb7d-2498-459f-aedf-d87f7d766be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:22:32.025313 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639a085c-4dba-40c3-9db4-4bcd4b90306e None None] Checking router: e732fe2c-c27b-4709-b8c1-dc051fb9b594 for host: dv-cinder-790014-1-smb {{(pid=74233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:22:32.025930 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639a085c-4dba-40c3-9db4-4bcd4b90306e None None] Updating router e732fe2c-c27b-4709-b8c1-dc051fb9b594 port 030c77b3-ed7f-4d71-a784-39c0429ac268 binding host dv-cinder-790014-1-smb {{(pid=74233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:22:32.133859 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-950e9f82-bafb-49fc-b417-82322953467f tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:32.147771 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-950e9f82-bafb-49fc-b417-82322953467f tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:32.167086 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a094a-6929-4f4d-8d7d-d8a73a7a608a req-cfac428f-abdf-40bd-a8ec-5dbcf9bd91d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:32.168641 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-0d4a094a-6929-4f4d-8d7d-d8a73a7a608a req-cfac428f-abdf-40bd-a8ec-5dbcf9bd91d1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1fbab28d3fed42e3a82b1e1da7a207c5&device_id=275369d2-9125-46a5-89a3-4d2a0172a29c HTTP/1.1" status: 200 len: 1097 time: 0.6828418 May 06 09:22:32.246277 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-639a085c-4dba-40c3-9db4-4bcd4b90306e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:32.383931 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b612a6-94a2-40ff-afa3-932a729de652 req-9cfaa5c3-42e4-4e77-acaf-d839c154aa26 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:32.383931 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-64b612a6-94a2-40ff-afa3-932a729de652 req-9cfaa5c3-42e4-4e77-acaf-d839c154aa26 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=decb6aea-16db-4763-b103-8f2b4f7102f0 HTTP/1.1" status: 200 len: 943 time: 0.6961815 May 06 09:22:32.389825 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 02f2a5cd-2826-44fa-a80c-1b9969da040e up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:22:32.466779 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-950e9f82-bafb-49fc-b417-82322953467f tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Made reservation on behalf of f9983e4cddcf4e468452d86169f2b091 for: {'port': 1} {{(pid=74231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:22:32.474522 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-950e9f82-bafb-49fc-b417-82322953467f tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:32.515198 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-3b4bdff2-78ad-4be2-a85e-e1da2d64cbaf tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f9983e4cddcf4e468452d86169f2b091&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3823369 May 06 09:22:32.527684 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.managers [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-37684baa-91c7-46ca-b83a-7d4256789513 service neutron] Attempting to bind port b91e6d5e-e443-4dc8-8459-fddf85a10867 on host hv-cinder-79001 for vnic_type normal with profile {{(pid=74232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:22:32.527684 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.managers [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-37684baa-91c7-46ca-b83a-7d4256789513 service neutron] Attempting to bind port b91e6d5e-e443-4dc8-8459-fddf85a10867 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '8cc31b58-1f92-490c-9268-9f879d8942f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a69c290e-b8a1-4108-a145-cd8c4bb057e3'}] {{(pid=74232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:22:32.527684 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-37684baa-91c7-46ca-b83a-7d4256789513 service neutron] Attempting to bind port b91e6d5e-e443-4dc8-8459-fddf85a10867 on network a69c290e-b8a1-4108-a145-cd8c4bb057e3 {{(pid=74232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:22:32.559749 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-37684baa-91c7-46ca-b83a-7d4256789513 service neutron] Port b91e6d5e-e443-4dc8-8459-fddf85a10867 on network a69c290e-b8a1-4108-a145-cd8c4bb057e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=74232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 09:22:32.560187 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-37684baa-91c7-46ca-b83a-7d4256789513 service neutron] Attempting to bind port b91e6d5e-e443-4dc8-8459-fddf85a10867 on network a69c290e-b8a1-4108-a145-cd8c4bb057e3 {{(pid=74232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:22:32.630544 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port 02f2a5cd-2826-44fa-a80c-1b9969da040e triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:22:32.631091 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:32.691039 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-64b612a6-94a2-40ff-afa3-932a729de652 req-3629187f-7ff4-4cfd-8a81-5224d78b4d37 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049636 May 06 09:22:32.692669 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-37684baa-91c7-46ca-b83a-7d4256789513 service neutron] Checking agent: {'id': 'e51fd9d5-0712-41db-be1b-bc822ebf26a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 20, 30), 'started_at': datetime.datetime(2021, 5, 6, 9, 20, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 09:22:32.692669 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-37684baa-91c7-46ca-b83a-7d4256789513 service neutron] Checking segment: {'id': '8cc31b58-1f92-490c-9268-9f879d8942f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a69c290e-b8a1-4108-a145-cd8c4bb057e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:22:32.692669 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-37684baa-91c7-46ca-b83a-7d4256789513 service neutron] Bound using segment: {'id': '8cc31b58-1f92-490c-9268-9f879d8942f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a69c290e-b8a1-4108-a145-cd8c4bb057e3'} {{(pid=74232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 09:22:32.692669 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.managers [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-37684baa-91c7-46ca-b83a-7d4256789513 service neutron] Bound port: b91e6d5e-e443-4dc8-8459-fddf85a10867, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cc31b58-1f92-490c-9268-9f879d8942f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a69c290e-b8a1-4108-a145-cd8c4bb057e3'}}] {{(pid=74232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:22:32.692669 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-37684baa-91c7-46ca-b83a-7d4256789513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:32.701115 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a094a-6929-4f4d-8d7d-d8a73a7a608a req-dc88bd07-7aa3-4448-aae2-2828f65608ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:32.702809 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-0d4a094a-6929-4f4d-8d7d-d8a73a7a608a req-dc88bd07-7aa3-4448-aae2-2828f65608ad service neutron] 10.222.0.79 "GET /v2.0/networks?id=17e18553-4803-4d78-aec7-beff27502916 HTTP/1.1" status: 200 len: 913 time: 0.5035715 May 06 09:22:32.914935 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-23c067db-3b5d-499e-90ab-0e2fd13e3f3f service neutron] 10.222.0.20 "GET /v2.0/networks/6738b754-c0fb-47d7-9855-22e220ab6546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559783 May 06 09:22:32.922807 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-0d4a094a-6929-4f4d-8d7d-d8a73a7a608a req-f2798e97-603c-4868-ad7c-147bdb7a7228 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d726f447-4e2c-4632-8bf3-7eb9b5feeeb1 HTTP/1.1" status: 200 len: 217 time: 0.1614027 May 06 09:22:33.208896 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-406ee85b-ade6-4edc-bf55-7ba7008bb7d8 service neutron] 10.222.0.20 "GET /v2.0/networks/6738b754-c0fb-47d7-9855-22e220ab6546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868509 May 06 09:22:33.581210 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-639a085c-4dba-40c3-9db4-4bcd4b90306e None None] Notify callbacks [] for port, precommit_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:33.585890 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.db [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-37684baa-91c7-46ca-b83a-7d4256789513 service neutron] For port b91e6d5e-e443-4dc8-8459-fddf85a10867, host hv-cinder-79001, cleared binding levels {{(pid=74232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 09:22:33.633361 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.db [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-37684baa-91c7-46ca-b83a-7d4256789513 service neutron] For port b91e6d5e-e443-4dc8-8459-fddf85a10867, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=b91e6d5e-e443-4dc8-8459-fddf85a10867,segment=NetworkSegment(8cc31b58-1f92-490c-9268-9f879d8942f0),segment_id=8cc31b58-1f92-490c-9268-9f879d8942f0)] {{(pid=74232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 09:22:33.704482 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-639a085c-4dba-40c3-9db4-4bcd4b90306e None None] Transition to ACTIVE for port object 030c77b3-ed7f-4d71-a784-39c0429ac268 will not be triggered until provisioned by entity L2. {{(pid=74233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:22:33.706819 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-c8d3a577-55a4-4b22-a89d-886dc352d90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2045883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15350211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15263217'] for subnet, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:33.719290 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-a42a7ed3-8cbc-404b-a94d-af0d2d3cc0da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:33.762994 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 50286) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:33.764261 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-37684baa-91c7-46ca-b83a-7d4256789513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15350153'] for port, after_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:33.775205 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-639a085c-4dba-40c3-9db4-4bcd4b90306e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:33.783197 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:33.789268 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-68d905bb-78e3-4cc3-9103-61770e9dbc90 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Request body: {'security_group': {'name': 'tempest-securitygroup--105936643', 'description': 'tempest-description--1336045964'}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:22:33.834167 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-68d905bb-78e3-4cc3-9103-61770e9dbc90 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:33.847842 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-68d905bb-78e3-4cc3-9103-61770e9dbc90 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Usage tracker for resource:security_group and tenant:87a87eb65c3849949fab4179da2d6886 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:33.855163 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-68d905bb-78e3-4cc3-9103-61770e9dbc90 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:33.877400 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-68d905bb-78e3-4cc3-9103-61770e9dbc90 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:33.938081 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-02f7f035-a7e5-44b7-b132-9776f65eafe4 req-346bcbbd-e8b6-47d9-bf58-9a111a683f76 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 210 time: 0.1437864 May 06 09:22:33.993012 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.db_base_plugin_common [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-950e9f82-bafb-49fc-b417-82322953467f tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Allocated IP 172.20.0.3 (6738b754-c0fb-47d7-9855-22e220ab6546/f3aac420-410a-4224-bd12-b0f6b8f33f91/73285a8f-35af-4c47-a73c-c5605456c3c4) {{(pid=74231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:22:34.047358 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d3a577-55a4-4b22-a89d-886dc352d90c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca739034-d977-4d6e-8ead-9e4fdda7076d,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:34.160088 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-c8d3a577-55a4-4b22-a89d-886dc352d90c admin admin] Notify callbacks [] for subnet, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:34.188488 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-c8d3a577-55a4-4b22-a89d-886dc352d90c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:34.200660 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-c8d3a577-55a4-4b22-a89d-886dc352d90c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ca739034-d977-4d6e-8ead-9e4fdda7076d HTTP/1.1" status: 204 len: 168 time: 3.8627698 May 06 09:22:34.200660 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:34.234782 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68de82-1fa8-4f93-9b0e-82e7d1842f65 None None] Pushing event updated for resources: {'Port': ['ID=030c77b3-ed7f-4d71-a784-39c0429ac268,revision_number=3']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:34.273388 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-0e68de82-1fa8-4f93-9b0e-82e7d1842f65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:34.300240 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 50302) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:34.336339 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-68d905bb-78e3-4cc3-9103-61770e9dbc90 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:34.389862 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-639a085c-4dba-40c3-9db4-4bcd4b90306e None None] Attempting to bind port 030c77b3-ed7f-4d71-a784-39c0429ac268 on host dv-cinder-790014-1-smb for vnic_type normal with profile {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:22:34.390501 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-639a085c-4dba-40c3-9db4-4bcd4b90306e None None] Attempting to bind port 030c77b3-ed7f-4d71-a784-39c0429ac268 by drivers openvswitch,hyperv on host dv-cinder-790014-1-smb at level 0 using segments [{'id': '36c7da13-cf7e-4164-9f19-b350301e7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a'}] {{(pid=74233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:22:34.391041 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639a085c-4dba-40c3-9db4-4bcd4b90306e None None] Attempting to bind port 030c77b3-ed7f-4d71-a784-39c0429ac268 on network e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:22:34.400764 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639a085c-4dba-40c3-9db4-4bcd4b90306e None None] Checking agent: {'id': 'a138baec-5248-4891-8a37-6ab457958a8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 14, 16), 'started_at': datetime.datetime(2021, 5, 6, 9, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 09:22:34.401682 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639a085c-4dba-40c3-9db4-4bcd4b90306e None None] Checking segment: {'id': '36c7da13-cf7e-4164-9f19-b350301e7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:22:34.402255 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-639a085c-4dba-40c3-9db4-4bcd4b90306e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:34.402872 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639a085c-4dba-40c3-9db4-4bcd4b90306e None None] Bound using segment: {'id': '36c7da13-cf7e-4164-9f19-b350301e7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a'} {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 09:22:34.403609 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-639a085c-4dba-40c3-9db4-4bcd4b90306e None None] Bound port: 030c77b3-ed7f-4d71-a784-39c0429ac268, host: dv-cinder-790014-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36c7da13-cf7e-4164-9f19-b350301e7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a'}}] {{(pid=74233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:22:34.404212 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-639a085c-4dba-40c3-9db4-4bcd4b90306e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:34.414066 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37684baa-91c7-46ca-b83a-7d4256789513 service neutron] Pushing event updated for resources: {'Port': ['ID=b91e6d5e-e443-4dc8-8459-fddf85a10867,revision_number=3']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:34.431126 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-37684baa-91c7-46ca-b83a-7d4256789513 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:34.450976 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-68d905bb-78e3-4cc3-9103-61770e9dbc90 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:34.455270 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-37684baa-91c7-46ca-b83a-7d4256789513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:34.456676 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-37684baa-91c7-46ca-b83a-7d4256789513 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for port, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:34.458583 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-37684baa-91c7-46ca-b83a-7d4256789513 service neutron] 10.222.0.79 "PUT /v2.0/ports/b91e6d5e-e443-4dc8-8459-fddf85a10867 HTTP/1.1" status: 200 len: 1093 time: 8.7163768 May 06 09:22:34.464898 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'decb6aea-16db-4763-b103-8f2b4f7102f0', 'tag': 'b91e6d5e-e443-4dc8-8459-fddf85a10867'}] {{(pid=74232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:22:34.497622 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-68d905bb-78e3-4cc3-9103-61770e9dbc90 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Usage tracker for resource:security_group_rule and tenant:87a87eb65c3849949fab4179da2d6886 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:34.519138 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-68d905bb-78e3-4cc3-9103-61770e9dbc90 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:34.530208 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-68d905bb-78e3-4cc3-9103-61770e9dbc90 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:34.546358 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ceb8a-7fb2-4d61-8d99-9cd8976294f2 req-7936070c-298e-40cc-8787-7afc428e3317 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:34.549457 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-435ceb8a-7fb2-4d61-8d99-9cd8976294f2 req-7936070c-298e-40cc-8787-7afc428e3317 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.20 "GET /v2.0/ports?device_id=275369d2-9125-46a5-89a3-4d2a0172a29c HTTP/1.1" status: 200 len: 944 time: 0.8342772 May 06 09:22:34.634709 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-639a085c-4dba-40c3-9db4-4bcd4b90306e None None] For port 030c77b3-ed7f-4d71-a784-39c0429ac268, host dv-cinder-790014-1-smb, cleared binding levels {{(pid=74233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 09:22:34.642755 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-435ceb8a-7fb2-4d61-8d99-9cd8976294f2 req-e336a6cd-dd65-47d9-a8fa-f2143b9178c8 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.20 "GET /v2.0/security-groups?id=e51b9025-aa1c-47b6-b60c-34842187a14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853353 May 06 09:22:34.646748 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-639a085c-4dba-40c3-9db4-4bcd4b90306e None None] For port 030c77b3-ed7f-4d71-a784-39c0429ac268, host dv-cinder-790014-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=030c77b3-ed7f-4d71-a784-39c0429ac268,segment=NetworkSegment(36c7da13-cf7e-4164-9f19-b350301e7409),segment_id=36c7da13-cf7e-4164-9f19-b350301e7409)] {{(pid=74233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 09:22:34.694818 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-42a56457-dde9-4c74-8409-a123ed797444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1693876'] for network, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:34.721320 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-639a085c-4dba-40c3-9db4-4bcd4b90306e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:34.734415 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-0e68de82-1fa8-4f93-9b0e-82e7d1842f65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:34.742222 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-68d905bb-78e3-4cc3-9103-61770e9dbc90 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:34.817025 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-68d905bb-78e3-4cc3-9103-61770e9dbc90 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:34.832330 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-85829d55-5a1e-4288-affb-fbb6836ec535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:34.852663 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639a085c-4dba-40c3-9db4-4bcd4b90306e None None] Routers {'e732fe2c-c27b-4709-b8c1-dc051fb9b594'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:22:34.853490 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-639a085c-4dba-40c3-9db4-4bcd4b90306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:22:16Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['e732fe2c-c27b-4709-b8c1-dc051fb9b594'], 'active': True} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:22:35.008943 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d905bb-78e3-4cc3-9103-61770e9dbc90 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a50243-4125-4d4e-9200-455b22cd21a6,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:35.013029 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-68d905bb-78e3-4cc3-9103-61770e9dbc90 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:35.038253 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-68d905bb-78e3-4cc3-9103-61770e9dbc90 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:35.039541 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-68d905bb-78e3-4cc3-9103-61770e9dbc90 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2740748 May 06 09:22:35.043864 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 50334) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:35.129248 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-1e31f5aa-3cb9-4b88-8cb4-c9c1678a2855 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Request body: {'security_group_rule': {'security_group_id': 'd2a50243-4125-4d4e-9200-455b22cd21a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:22:35.145943 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-1e31f5aa-3cb9-4b88-8cb4-c9c1678a2855 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:35.152840 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-1e31f5aa-3cb9-4b88-8cb4-c9c1678a2855 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Usage tracker for resource:security_group_rule and tenant:87a87eb65c3849949fab4179da2d6886 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:35.162533 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-1e31f5aa-3cb9-4b88-8cb4-c9c1678a2855 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:35.176832 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-1e31f5aa-3cb9-4b88-8cb4-c9c1678a2855 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:35.191762 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68de82-1fa8-4f93-9b0e-82e7d1842f65 None None] Pushing event updated for resources: {'Port': ['ID=030c77b3-ed7f-4d71-a784-39c0429ac268,revision_number=4']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:35.197123 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-0e68de82-1fa8-4f93-9b0e-82e7d1842f65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:35.276705 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvr_db [None req-639a085c-4dba-40c3-9db4-4bcd4b90306e None None] Set router e732fe2c-c27b-4709-b8c1-dc051fb9b594 gateway port host: dv-cinder-790014-1-smb {{(pid=74233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:22:35.279719 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-3a82f874-b693-42d1-9e4b-a9bf51554297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:35.281336 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-3a82f874-b693-42d1-9e4b-a9bf51554297 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=721438689c5c44e78f53ad730cb9883d&device_id=decb6aea-16db-4763-b103-8f2b4f7102f0 HTTP/1.1" status: 200 len: 1096 time: 0.2367618 May 06 09:22:35.300111 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-1d49d15c-32e4-46f7-ba37-c3d6bca302a4 req-751b1208-bc8b-4fb5-ac74-8464dc696647 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 210 time: 0.0852699 May 06 09:22:35.406522 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-1e31f5aa-3cb9-4b88-8cb4-c9c1678a2855 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:35.428114 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-837694c4-db29-4fe9-b2bc-933394dd12a8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b91e6d5e-e443-4dc8-8459-fddf85a10867 HTTP/1.1" status: 200 len: 217 time: 0.1255295 May 06 09:22:35.499866 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501137c-c0f6-4482-80b6-103b3ee6c2da req-a51ed780-825f-4f1b-833d-fc08f44efb6f tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:35.515092 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d501137c-c0f6-4482-80b6-103b3ee6c2da req-a51ed780-825f-4f1b-833d-fc08f44efb6f tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=decb6aea-16db-4763-b103-8f2b4f7102f0 HTTP/1.1" status: 200 len: 943 time: 1.2124238 May 06 09:22:35.573126 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-7e62ae0f-6bc7-4d75-841a-a44840c4cfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:35.574695 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-7e62ae0f-6bc7-4d75-841a-a44840c4cfdd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=48217201-77f0-4a45-b499-0cae79b4ea6e HTTP/1.1" status: 200 len: 855 time: 0.1402693 May 06 09:22:35.639801 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a094a-6929-4f4d-8d7d-d8a73a7a608a req-bc8b6a71-1367-4c00-a489-a8f05608427c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:35.641345 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-0d4a094a-6929-4f4d-8d7d-d8a73a7a608a req-bc8b6a71-1367-4c00-a489-a8f05608427c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=cea0299b-41f8-486e-8bfe-c748e51c5d77 HTTP/1.1" status: 200 len: 851 time: 0.7815123 May 06 09:22:35.649431 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-42a56457-dde9-4c74-8409-a123ed797444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043471', 'neutron.services.segments.db._delete_segments_for_network-8734680829341'] for network, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:35.699869 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-639a085c-4dba-40c3-9db4-4bcd4b90306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'name': 'tempest-AttachVolumeShelveTestJSON-1690302589-router', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '456bb1ef-e0b3-4859-a861-78809388f9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:22:11Z', 'updated_at': '2021-05-06T09:22:24Z', 'revision_number': 4, 'project_id': '87a87eb65c3849949fab4179da2d6886', 'gw_port': {'id': '456bb1ef-e0b3-4859-a861-78809388f9c4', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:12Z', 'updated_at': '2021-05-06T09:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': '030c77b3-ed7f-4d71-a784-39c0429ac268', 'name': '', 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'mac_address': 'fa:16:3e:d8:45:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3327bb7d-2498-459f-aedf-d87f7d766be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:19Z', 'updated_at': '2021-05-06T09:22:34Z', 'revision_number': 4, 'project_id': '87a87eb65c3849949fab4179da2d6886', 'subnets': [{'id': '3327bb7d-2498-459f-aedf-d87f7d766be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:22:35.704603 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639a085c-4dba-40c3-9db4-4bcd4b90306e None None] The sync data for ids ['e732fe2c-c27b-4709-b8c1-dc051fb9b594'] in dv-cinder-790014-1-smb is: [{'id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'name': 'tempest-AttachVolumeShelveTestJSON-1690302589-router', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '456bb1ef-e0b3-4859-a861-78809388f9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:22:11Z', 'updated_at': '2021-05-06T09:22:24Z', 'revision_number': 4, 'project_id': '87a87eb65c3849949fab4179da2d6886', 'gw_port': {'id': '456bb1ef-e0b3-4859-a861-78809388f9c4', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:12Z', 'updated_at': '2021-05-06T09:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': '030c77b3-ed7f-4d71-a784-39c0429ac268', 'name': '', 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'mac_address': 'fa:16:3e:d8:45:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3327bb7d-2498-459f-aedf-d87f7d766be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:19Z', 'updated_at': '2021-05-06T09:22:34Z', 'revision_number': 4, 'project_id': '87a87eb65c3849949fab4179da2d6886', 'subnets': [{'id': '3327bb7d-2498-459f-aedf-d87f7d766be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:22:35.709901 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-1e31f5aa-3cb9-4b88-8cb4-c9c1678a2855 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:35.720273 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-e2816058-a3f9-4f60-a111-34612f7b9f73 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a69c290e-b8a1-4108-a145-cd8c4bb057e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1353638 May 06 09:22:35.748599 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-0d4a094a-6929-4f4d-8d7d-d8a73a7a608a req-bc9e20eb-8565-445d-ae39-c2f343235929 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=17e18553-4803-4d78-aec7-beff27502916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767846 May 06 09:22:35.764390 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d501137c-c0f6-4482-80b6-103b3ee6c2da req-ea9cae12-4f15-4d51-b7e9-4655b179d73a tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472053 May 06 09:22:35.766862 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-42a56457-dde9-4c74-8409-a123ed797444 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:35.784380 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-42a56457-dde9-4c74-8409-a123ed797444 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:35.786829 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-42a56457-dde9-4c74-8409-a123ed797444 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:35.790505 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-42a56457-dde9-4c74-8409-a123ed797444 admin admin] Subscribe: > port after_create 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:35.791831 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-42a56457-dde9-4c74-8409-a123ed797444 admin admin] Subscribe: > port after_delete 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:35.792592 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-42a56457-dde9-4c74-8409-a123ed797444 admin admin] Subscribe: > port after_update 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:35.793708 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-42a56457-dde9-4c74-8409-a123ed797444 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:35.794429 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-42a56457-dde9-4c74-8409-a123ed797444 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:35.800011 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-42a56457-dde9-4c74-8409-a123ed797444 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:35.800645 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-42a56457-dde9-4c74-8409-a123ed797444 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:35.877047 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-1e31f5aa-3cb9-4b88-8cb4-c9c1678a2855 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757315'] for security_group_rule, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:35.897606 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'decb6aea-16db-4763-b103-8f2b4f7102f0', 'tag': 'b91e6d5e-e443-4dc8-8459-fddf85a10867', 'status': 'completed', 'code': 200} May 06 09:22:35.904241 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:35.996089 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e31f5aa-3cb9-4b88-8cb4-c9c1678a2855 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbabd456-7dfb-4779-ac30-e83f6db23ea3,revision_number=0']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:36.011223 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-1e31f5aa-3cb9-4b88-8cb4-c9c1678a2855 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:36.041200 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-42a56457-dde9-4c74-8409-a123ed797444 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:36.041845 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-42a56457-dde9-4c74-8409-a123ed797444 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:36.042320 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-42a56457-dde9-4c74-8409-a123ed797444 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:36.042647 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-42a56457-dde9-4c74-8409-a123ed797444 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:36.043005 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.services.segments.db [None req-42a56457-dde9-4c74-8409-a123ed797444 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a634de08-fb8d-4787-9239-4c87052c0176']}} {{(pid=74231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:22:36.048383 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-091a392f-f10e-43a6-88c8-bc66a7c3e16b service neutron] 10.222.0.79 "GET /v2.0/networks/a69c290e-b8a1-4108-a145-cd8c4bb057e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218334 May 06 09:22:36.080148 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-1e31f5aa-3cb9-4b88-8cb4-c9c1678a2855 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:36.085531 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-1e31f5aa-3cb9-4b88-8cb4-c9c1678a2855 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9679666 May 06 09:22:36.085670 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 50356) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:36.120861 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-950e9f82-bafb-49fc-b417-82322953467f tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Notify callbacks [] for port, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:36.128560 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.services.segments.db [None req-42a56457-dde9-4c74-8409-a123ed797444 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ff18020-b1f1-4655-b5ba-38d55c9d1a3c') {'for_net_delete': True} {{(pid=74231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:22:36.128560 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.services.segments.db [None req-42a56457-dde9-4c74-8409-a123ed797444 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ff18020-b1f1-4655-b5ba-38d55c9d1a3c') {} {{(pid=74231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:22:36.132096 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-ba59c32b-e571-44d2-a69e-659f8ce25f4a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Request body: {'security_group_rule': {'security_group_id': 'd2a50243-4125-4d4e-9200-455b22cd21a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:22:36.170186 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-ba59c32b-e571-44d2-a69e-659f8ce25f4a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:36.170186 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-ba59c32b-e571-44d2-a69e-659f8ce25f4a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Usage tracker for resource:security_group_rule and tenant:87a87eb65c3849949fab4179da2d6886 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:36.177440 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-ba59c32b-e571-44d2-a69e-659f8ce25f4a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:36.189045 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-ba59c32b-e571-44d2-a69e-659f8ce25f4a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:36.284020 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 030c77b3-ed7f-4d71-a784-39c0429ac268 up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:22:36.284597 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-17bf76b1-9bdd-4c60-af9f-f340c10664df req-282266e4-e85a-49b2-bef7-fbd808822c5d service neutron] 10.222.0.79 "GET /v2.0/networks/a69c290e-b8a1-4108-a145-cd8c4bb057e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262836 May 06 09:22:36.313857 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ba59c32b-e571-44d2-a69e-659f8ce25f4a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:36.323072 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-0d4a094a-6929-4f4d-8d7d-d8a73a7a608a req-4e63ef3b-2101-4aae-a882-c9cc448d4a56 service neutron] 10.222.0.79 "GET /v2.0/networks/17e18553-4803-4d78-aec7-beff27502916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694669 May 06 09:22:36.370769 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-42a56457-dde9-4c74-8409-a123ed797444 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734680841831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15529841'] for segment, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:36.527095 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ba59c32b-e571-44d2-a69e-659f8ce25f4a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:36.599223 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-42a56457-dde9-4c74-8409-a123ed797444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047374'] for segment, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:36.607446 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning for port 030c77b3-ed7f-4d71-a784-39c0429ac268 completed by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:22:36.615337 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port 030c77b3-ed7f-4d71-a784-39c0429ac268 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:22:36.615778 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:36.626108 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42a56457-dde9-4c74-8409-a123ed797444 admin admin] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=74231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:22:36.626760 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-42a56457-dde9-4c74-8409-a123ed797444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2047367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15534182'] for segment, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:36.645428 dv-cinder-790014-1-smb neutron-server[74231]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 06 09:22:36.645428 dv-cinder-790014-1-smb neutron-server[74231]: from cryptography.utils import int_from_bytes May 06 09:22:36.645428 dv-cinder-790014-1-smb neutron-server[74231]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 06 09:22:36.645428 dv-cinder-790014-1-smb neutron-server[74231]: from cryptography.utils import int_from_bytes May 06 09:22:36.645428 dv-cinder-790014-1-smb neutron-server[74231]: Traceback (most recent call last): May 06 09:22:36.645428 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:22:36.645428 dv-cinder-790014-1-smb neutron-server[74231]: timer() May 06 09:22:36.645428 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:22:36.645428 dv-cinder-790014-1-smb neutron-server[74231]: cb(*args, **kw) May 06 09:22:36.645428 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 09:22:36.645428 dv-cinder-790014-1-smb neutron-server[74231]: return func(*args, **kwargs) May 06 09:22:36.645428 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:22:36.645428 dv-cinder-790014-1-smb neutron-server[74231]: self._notify() May 06 09:22:36.645428 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:22:36.645428 dv-cinder-790014-1-smb neutron-server[74231]: self.callback(batched_events) May 06 09:22:36.645428 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:22:36.645428 dv-cinder-790014-1-smb neutron-server[74231]: event.method(event) May 06 09:22:36.645428 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 09:22:36.645428 dv-cinder-790014-1-smb neutron-server[74231]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:22:36.645428 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 09:22:36.645428 dv-cinder-790014-1-smb neutron-server[74231]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:22:36.645428 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 09:22:36.645428 dv-cinder-790014-1-smb neutron-server[74231]: return f(self, *a, **k) May 06 09:22:36.645428 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 09:22:36.645428 dv-cinder-790014-1-smb neutron-server[74231]: return self._get(url).json() May 06 09:22:36.645428 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 09:22:36.645428 dv-cinder-790014-1-smb neutron-server[74231]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:22:36.645428 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:22:36.645428 dv-cinder-790014-1-smb neutron-server[74231]: return self.request(url, 'GET', **kwargs) May 06 09:22:36.645428 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:22:36.645428 dv-cinder-790014-1-smb neutron-server[74231]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:22:36.645428 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:22:36.645428 dv-cinder-790014-1-smb neutron-server[74231]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:22:36.645428 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:22:36.645428 dv-cinder-790014-1-smb neutron-server[74231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:22:36.645428 dv-cinder-790014-1-smb neutron-server[74231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:22:36.791770 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.79', 55892) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:36.795890 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-0d4a094a-6929-4f4d-8d7d-d8a73a7a608a req-18a72927-ba52-46cd-ad85-37f5aceadbfb service neutron] 10.222.0.79 "GET /v2.0/networks/17e18553-4803-4d78-aec7-beff27502916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180601 May 06 09:22:36.799227 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:36.868662 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-7994c3e3-0b93-4fd2-b824-ccd4ca91cac6 req-001a34a3-7052-4314-8bb0-5cac1d395c8d tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 210 time: 0.2724345 May 06 09:22:36.876103 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ba59c32b-e571-44d2-a69e-659f8ce25f4a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757315'] for security_group_rule, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:36.891618 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:36.901985 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] For port 030c77b3-ed7f-4d71-a784-39c0429ac268, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=030c77b3-ed7f-4d71-a784-39c0429ac268,segment=NetworkSegment(36c7da13-cf7e-4164-9f19-b350301e7409),segment_id=36c7da13-cf7e-4164-9f19-b350301e7409)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:22:36.935444 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba59c32b-e571-44d2-a69e-659f8ce25f4a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdb79661-1ce0-43dd-b83a-52bcc4a9b047,revision_number=0']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:36.939359 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-ba59c32b-e571-44d2-a69e-659f8ce25f4a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:36.975241 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca09f4-a476-45ae-9c30-7c6b4ddef72f req-a55e66f3-0081-4cd5-a215-171e3742b65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:36.977327 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-d3ca09f4-a476-45ae-9c30-7c6b4ddef72f req-a55e66f3-0081-4cd5-a215-171e3742b65b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=721438689c5c44e78f53ad730cb9883d&device_id=decb6aea-16db-4763-b103-8f2b4f7102f0 HTTP/1.1" status: 200 len: 1096 time: 0.4418547 May 06 09:22:36.984644 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:36.987101 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:37.041739 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ba59c32b-e571-44d2-a69e-659f8ce25f4a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:37.042891 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-ba59c32b-e571-44d2-a69e-659f8ce25f4a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9564335 May 06 09:22:37.047937 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 50388) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:37.156805 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Pushing event updated for resources: {'Port': ['ID=030c77b3-ed7f-4d71-a784-39c0429ac268,revision_number=5']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:37.167587 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:37.181679 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca09f4-a476-45ae-9c30-7c6b4ddef72f req-e5f6359c-d754-435c-a97c-6465a298b5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:37.183164 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-d3ca09f4-a476-45ae-9c30-7c6b4ddef72f req-e5f6359c-d754-435c-a97c-6465a298b5d5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a69c290e-b8a1-4108-a145-cd8c4bb057e3 HTTP/1.1" status: 200 len: 917 time: 0.1904938 May 06 09:22:37.186954 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-e78c5afd-0c07-4912-bc7c-21caf41cdacb tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Request body: {'floatingip': {'floating_network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:22:37.192860 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-e78c5afd-0c07-4912-bc7c-21caf41cdacb tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:37.196916 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-e78c5afd-0c07-4912-bc7c-21caf41cdacb tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Usage tracker for resource:floatingip and tenant:87a87eb65c3849949fab4179da2d6886 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:37.197458 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70396c-53f6-416b-9908-9d99b8e86164 req-e95d02b3-a29e-4727-8920-f22782088d6e tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:37.213298 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-cb70396c-53f6-416b-9908-9d99b8e86164 req-e95d02b3-a29e-4727-8920-f22782088d6e tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.20 "GET /v2.0/ports?device_id=275369d2-9125-46a5-89a3-4d2a0172a29c HTTP/1.1" status: 200 len: 944 time: 1.1405838 May 06 09:22:37.213453 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-e78c5afd-0c07-4912-bc7c-21caf41cdacb tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:37.213453 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-e78c5afd-0c07-4912-bc7c-21caf41cdacb tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:37.237004 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-1dff790e-e087-49f6-a2a0-227c556151ef tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:37.238544 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-1dff790e-e087-49f6-a2a0-227c556151ef tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.79 "GET /v2.0/networks?id=6738b754-c0fb-47d7-9855-22e220ab6546 HTTP/1.1" status: 200 len: 818 time: 0.4417248 May 06 09:22:37.260267 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-5358ad45-6d7d-47e9-acc7-27caef136ce2 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Request body: {'port': {'device_id': '570584b9-2333-4e41-95df-15b0b60d9b58', 'network_id': '6738b754-c0fb-47d7-9855-22e220ab6546', 'admin_state_up': True, 'tenant_id': 'f9983e4cddcf4e468452d86169f2b091'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:22:37.278360 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-42a56457-dde9-4c74-8409-a123ed797444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670049'] for network, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:37.288773 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-cb70396c-53f6-416b-9908-9d99b8e86164 req-909f9831-ca0a-4c11-94b5-73d3207593bd tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.20 "GET /v2.0/security-groups?id=e51b9025-aa1c-47b6-b60c-34842187a14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829613 May 06 09:22:37.327354 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-d3ca09f4-a476-45ae-9c30-7c6b4ddef72f req-f47b4166-46b3-4494-a46f-ba9993a0208c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b91e6d5e-e443-4dc8-8459-fddf85a10867 HTTP/1.1" status: 200 len: 217 time: 0.1123176 May 06 09:22:37.356135 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-e24bc311-eb6f-4daa-a17f-736a54908076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:37.369648 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-950e9f82-bafb-49fc-b417-82322953467f tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:37.383820 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-42a56457-dde9-4c74-8409-a123ed797444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for network, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:37.385311 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e78c5afd-0c07-4912-bc7c-21caf41cdacb tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for floatingip, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:37.391747 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a56457-dde9-4c74-8409-a123ed797444 admin admin] Pushing event deleted for resources: {'Network': ['ID=a634de08-fb8d-4787-9239-4c87052c0176,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:37.405285 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-42a56457-dde9-4c74-8409-a123ed797444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:37.408137 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-c760313f-1338-4b34-8942-a5a02df75765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:37.499760 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-950e9f82-bafb-49fc-b417-82322953467f tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Network 6738b754-c0fb-47d7-9855-22e220ab6546 is already hosted by enough agents. {{(pid=74231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:22:37.505172 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.base_scheduler [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-950e9f82-bafb-49fc-b417-82322953467f tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Resources bound (agent type, host, resource id): {{(pid=74231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:22:37.519966 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-950e9f82-bafb-49fc-b417-82322953467f tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Received port after_create {{(pid=74231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:22:37.538353 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca09f4-a476-45ae-9c30-7c6b4ddef72f req-fb45652c-9f96-4a65-afc4-2b69c7bc154b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:37.539957 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-d3ca09f4-a476-45ae-9c30-7c6b4ddef72f req-fb45652c-9f96-4a65-afc4-2b69c7bc154b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=48217201-77f0-4a45-b499-0cae79b4ea6e HTTP/1.1" status: 200 len: 855 time: 0.2056837 May 06 09:22:37.591267 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b11da4-1ce2-41e2-bd4d-20dcbe57f4d4 req-8dd4686d-e1b2-4b39-9bb7-e9f105c902e7 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:37.593434 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-90b11da4-1ce2-41e2-bd4d-20dcbe57f4d4 req-8dd4686d-e1b2-4b39-9bb7-e9f105c902e7 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=decb6aea-16db-4763-b103-8f2b4f7102f0 HTTP/1.1" status: 200 len: 943 time: 0.3819797 May 06 09:22:37.602518 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e9f82-bafb-49fc-b417-82322953467f tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Pushing event updated for resources: {'Port': ['ID=73285a8f-35af-4c47-a73c-c5605456c3c4,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:37.612962 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-d3ca09f4-a476-45ae-9c30-7c6b4ddef72f req-569b0285-542d-49b7-9b90-457474b598bc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a69c290e-b8a1-4108-a145-cd8c4bb057e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620322 May 06 09:22:37.618133 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-950e9f82-bafb-49fc-b417-82322953467f tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:37.627460 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-42a56457-dde9-4c74-8409-a123ed797444 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a634de08-fb8d-4787-9239-4c87052c0176 HTTP/1.1" status: 204 len: 168 time: 3.2169070 May 06 09:22:37.680069 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-950e9f82-bafb-49fc-b417-82322953467f tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:37.682101 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-950e9f82-bafb-49fc-b417-82322953467f tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:37.696454 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-90b11da4-1ce2-41e2-bd4d-20dcbe57f4d4 req-c17636d0-e065-4584-a77a-2136bf542150 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700579 May 06 09:22:37.762346 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-5358ad45-6d7d-47e9-acc7-27caef136ce2 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:37.775250 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-5358ad45-6d7d-47e9-acc7-27caef136ce2 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Usage tracker for resource:port and tenant:f9983e4cddcf4e468452d86169f2b091 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:37.782571 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-5358ad45-6d7d-47e9-acc7-27caef136ce2 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:37.794614 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-5358ad45-6d7d-47e9-acc7-27caef136ce2 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:37.851052 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-950e9f82-bafb-49fc-b417-82322953467f tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9867370 May 06 09:22:37.856599 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e78c5afd-0c07-4912-bc7c-21caf41cdacb tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:37.858163 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-d3ca09f4-a476-45ae-9c30-7c6b4ddef72f req-e7daf201-bfc3-459a-8945-b6ec6b0fd6c2 service neutron] 10.222.0.79 "GET /v2.0/networks/a69c290e-b8a1-4108-a145-cd8c4bb057e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369945 May 06 09:22:37.865532 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-11597cf5-6aa0-4be7-9b51-01d6c60054f8 service neutron] Request body: {'port': {'device_id': 'c931e088-f9cd-4231-a421-bde56f034f79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:22:37.932330 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-5358ad45-6d7d-47e9-acc7-27caef136ce2 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Made reservation on behalf of f9983e4cddcf4e468452d86169f2b091 for: {'port': 1} {{(pid=74231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:22:37.936319 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-5358ad45-6d7d-47e9-acc7-27caef136ce2 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:38.116876 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-d3ca09f4-a476-45ae-9c30-7c6b4ddef72f req-3986801f-1c84-4190-9f21-adff876e90db service neutron] 10.222.0.79 "GET /v2.0/networks/a69c290e-b8a1-4108-a145-cd8c4bb057e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032275 May 06 09:22:38.129826 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.db_base_plugin_common [None req-e78c5afd-0c07-4912-bc7c-21caf41cdacb tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Allocated IP 172.28.3.152 (b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f/0efb0a43-973d-4597-8ac6-a120d0d0adfe/62757a92-98a0-4c43-812a-7dc1eb56c7eb) {{(pid=74232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:22:38.143769 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-1fe0834d-87e5-4b76-ab67-03e82b1247f1 req-0b4c0ad0-c416-44a3-8fbb-138dc31639db tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Synchronizing usage tracker for tenant:f9983e4cddcf4e468452d86169f2b091 on resource:port {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:22:38.182277 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-11597cf5-6aa0-4be7-9b51-01d6c60054f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:38.263109 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 030c77b3-ed7f-4d71-a784-39c0429ac268 up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:22:38.334480 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 50434) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:38.371021 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e78c5afd-0c07-4912-bc7c-21caf41cdacb tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for port, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:38.405545 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 50438) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:38.425270 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-1fe0834d-87e5-4b76-ab67-03e82b1247f1 req-0b4c0ad0-c416-44a3-8fbb-138dc31639db tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Unset dirty status for tenant:f9983e4cddcf4e468452d86169f2b091 on resource:port {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:22:38.440549 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-1fe0834d-87e5-4b76-ab67-03e82b1247f1 req-0b4c0ad0-c416-44a3-8fbb-138dc31639db tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 210 time: 0.3440917 May 06 09:22:38.477200 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port 030c77b3-ed7f-4d71-a784-39c0429ac268 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:22:38.477572 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:38.530855 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e78c5afd-0c07-4912-bc7c-21caf41cdacb tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15350160'] for port, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:38.543534 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:38.559196 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.db_base_plugin_common [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-5358ad45-6d7d-47e9-acc7-27caef136ce2 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Allocated IP 172.20.0.12 (6738b754-c0fb-47d7-9855-22e220ab6546/f3aac420-410a-4224-bd12-b0f6b8f33f91/dad6c95e-6990-4429-9bc3-e83024379061) {{(pid=74231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:22:38.619327 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78c5afd-0c07-4912-bc7c-21caf41cdacb tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Network b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f is already hosted by enough agents. {{(pid=74232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:22:38.625026 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.base_scheduler [None req-e78c5afd-0c07-4912-bc7c-21caf41cdacb tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Resources bound (agent type, host, resource id): {{(pid=74232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:22:38.627693 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-4cba37b0-1826-476d-ae93-5497cd34b86f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2c6a2c59d9d441187d68d927507eee3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2918689 May 06 09:22:38.628259 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78c5afd-0c07-4912-bc7c-21caf41cdacb tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Received port after_create {{(pid=74232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:22:38.633746 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 50446) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:38.708339 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c5afd-0c07-4912-bc7c-21caf41cdacb tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Pushing event updated for resources: {'Port': ['ID=62757a92-98a0-4c43-812a-7dc1eb56c7eb,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:38.711239 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-e78c5afd-0c07-4912-bc7c-21caf41cdacb tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:38.769006 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-f63154c5-07a8-4db3-88ea-a2a78ef8bba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:38.791408 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2332ae-c5b4-4bbc-8a04-a0f35a983a33 req-fcc43205-caf9-4d2e-b073-a3a91c7dcda8 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:38.793022 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-df2332ae-c5b4-4bbc-8a04-a0f35a983a33 req-fcc43205-caf9-4d2e-b073-a3a91c7dcda8 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.20 "GET /v2.0/ports?device_id=275369d2-9125-46a5-89a3-4d2a0172a29c HTTP/1.1" status: 200 len: 944 time: 0.3230002 May 06 09:22:38.845746 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-c444d5ac-9d18-4832-bdde-ff389a931a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:38.868594 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-f63154c5-07a8-4db3-88ea-a2a78ef8bba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:38.881063 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-f63154c5-07a8-4db3-88ea-a2a78ef8bba4 admin admin] Usage tracker for resource:security_group_rule and tenant:5e8cff399f48482d98cb2653306159b7 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:38.891550 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device b91e6d5e-e443-4dc8-8459-fddf85a10867 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 09:22:38.895581 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-f63154c5-07a8-4db3-88ea-a2a78ef8bba4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:38.957971 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-c444d5ac-9d18-4832-bdde-ff389a931a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:39.005865 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-f63154c5-07a8-4db3-88ea-a2a78ef8bba4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:39.011279 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e78c5afd-0c07-4912-bc7c-21caf41cdacb tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:39.019453 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-df2332ae-c5b4-4bbc-8a04-a0f35a983a33 req-d31b958c-365e-4440-a861-6eaf37a60987 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.20 "GET /v2.0/security-groups?id=e51b9025-aa1c-47b6-b60c-34842187a14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814675 May 06 09:22:39.043646 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-5358ad45-6d7d-47e9-acc7-27caef136ce2 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Notify callbacks [] for port, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:39.081381 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port b91e6d5e-e443-4dc8-8459-fddf85a10867, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=b91e6d5e-e443-4dc8-8459-fddf85a10867,segment=NetworkSegment(8cc31b58-1f92-490c-9268-9f879d8942f0),segment_id=8cc31b58-1f92-490c-9268-9f879d8942f0)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:22:39.086045 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b6d4d-ca0d-4136-9a7c-b5d638a87383 req-4e8f0082-4fd0-4fa0-81bb-296191332643 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:39.087734 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b19b6d4d-ca0d-4136-9a7c-b5d638a87383 req-4e8f0082-4fd0-4fa0-81bb-296191332643 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=decb6aea-16db-4763-b103-8f2b4f7102f0 HTTP/1.1" status: 200 len: 943 time: 0.2275188 May 06 09:22:39.098921 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Returning: {'device': 'b91e6d5e-e443-4dc8-8459-fddf85a10867', 'network_id': 'a69c290e-b8a1-4108-a145-cd8c4bb057e3', 'port_id': 'b91e6d5e-e443-4dc8-8459-fddf85a10867', 'mac_address': 'fa:16:3e:1a:a0:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48217201-77f0-4a45-b499-0cae79b4ea6e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 09:22:39.125383 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-f63154c5-07a8-4db3-88ea-a2a78ef8bba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:39.148211 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b19b6d4d-ca0d-4136-9a7c-b5d638a87383 req-6f852a48-805c-4fe9-a886-32a671ecc38f tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451446 May 06 09:22:39.166654 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:39.186494 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b91e6d5e-e443-4dc8-8459-fddf85a10867 {{(pid=74233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 09:22:39.200041 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e78c5afd-0c07-4912-bc7c-21caf41cdacb tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:39.204069 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port b91e6d5e-e443-4dc8-8459-fddf85a10867, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=b91e6d5e-e443-4dc8-8459-fddf85a10867,segment=NetworkSegment(8cc31b58-1f92-490c-9268-9f879d8942f0),segment_id=8cc31b58-1f92-490c-9268-9f879d8942f0)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:22:39.231069 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-c444d5ac-9d18-4832-bdde-ff389a931a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:39.231251 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-f63154c5-07a8-4db3-88ea-a2a78ef8bba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:39.246754 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:39.284248 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-5358ad45-6d7d-47e9-acc7-27caef136ce2 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:39.290480 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:39.291777 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:39.292504 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device d726f447-4e2c-4632-8bf3-7eb9b5feeeb1 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 09:22:39.294562 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-0e68de82-1fa8-4f93-9b0e-82e7d1842f65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:39.295154 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63154c5-07a8-4db3-88ea-a2a78ef8bba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a90fc1-8bba-4490-85de-aa67db101ef8,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:39.306003 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c444d5ac-9d18-4832-bdde-ff389a931a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4891f7b-2798-45d8-bf90-d8cb6c8db430,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:39.308054 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-f63154c5-07a8-4db3-88ea-a2a78ef8bba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:39.310852 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-c444d5ac-9d18-4832-bdde-ff389a931a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:39.311773 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-f63154c5-07a8-4db3-88ea-a2a78ef8bba4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e8cff399f48482d98cb2653306159b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9053338 May 06 09:22:39.314250 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 50460) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:39.322495 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-0d90eda1-7b36-466a-b7d1-4cd239a493a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:39.398082 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-c444d5ac-9d18-4832-bdde-ff389a931a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:39.398082 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-c444d5ac-9d18-4832-bdde-ff389a931a55 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d4891f7b-2798-45d8-bf90-d8cb6c8db430 HTTP/1.1" status: 204 len: 168 time: 0.7570782 May 06 09:22:39.407233 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-5358ad45-6d7d-47e9-acc7-27caef136ce2 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Network 6738b754-c0fb-47d7-9855-22e220ab6546 is already hosted by enough agents. {{(pid=74231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:22:39.426151 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.base_scheduler [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-5358ad45-6d7d-47e9-acc7-27caef136ce2 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Resources bound (agent type, host, resource id): {{(pid=74231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:22:39.438175 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-5358ad45-6d7d-47e9-acc7-27caef136ce2 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Received port after_create {{(pid=74231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:22:39.495112 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5358ad45-6d7d-47e9-acc7-27caef136ce2 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Pushing event updated for resources: {'Port': ['ID=dad6c95e-6990-4429-9bc3-e83024379061,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:39.509134 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-5358ad45-6d7d-47e9-acc7-27caef136ce2 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:39.545965 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-5358ad45-6d7d-47e9-acc7-27caef136ce2 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:39.546884 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-5358ad45-6d7d-47e9-acc7-27caef136ce2 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:39.550167 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=b91e6d5e-e443-4dc8-8459-fddf85a10867,revision_number=4']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:39.554438 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:39.582703 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-52d6578d-fd8a-48e5-b454-ef538a738179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:39.625374 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-52d6578d-fd8a-48e5-b454-ef538a738179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:39.646409 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port d726f447-4e2c-4632-8bf3-7eb9b5feeeb1, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=d726f447-4e2c-4632-8bf3-7eb9b5feeeb1,segment=NetworkSegment(57b0f83f-9482-42c3-aec0-d596b3e1f7bd),segment_id=57b0f83f-9482-42c3-aec0-d596b3e1f7bd)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:22:39.651569 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-11597cf5-6aa0-4be7-9b51-01d6c60054f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73285a8f-35af-4c47-a73c-c5605456c3c4 {{(pid=74231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 09:22:39.661199 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-11597cf5-6aa0-4be7-9b51-01d6c60054f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:39.662686 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Returning: {'device': 'd726f447-4e2c-4632-8bf3-7eb9b5feeeb1', 'network_id': '17e18553-4803-4d78-aec7-beff27502916', 'port_id': 'd726f447-4e2c-4632-8bf3-7eb9b5feeeb1', 'mac_address': 'fa:16:3e:1d:a3:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cea0299b-41f8-486e-8bfe-c748e51c5d77', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 09:22:39.680530 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-5358ad45-6d7d-47e9-acc7-27caef136ce2 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4275804 May 06 09:22:39.683804 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.provisioning_blocks [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-11597cf5-6aa0-4be7-9b51-01d6c60054f8 service neutron] Transition to ACTIVE for port object 73285a8f-35af-4c47-a73c-c5605456c3c4 will not be triggered until provisioned by entity L2. {{(pid=74231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:22:39.696743 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-03eba348-3236-4635-81d2-2fc7395c3553 service neutron] Request body: {'port': {'device_id': '570584b9-2333-4e41-95df-15b0b60d9b58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:22:39.727997 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:39.733918 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e78c5afd-0c07-4912-bc7c-21caf41cdacb tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for port, precommit_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:39.751069 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d726f447-4e2c-4632-8bf3-7eb9b5feeeb1 {{(pid=74233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 09:22:39.773900 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port d726f447-4e2c-4632-8bf3-7eb9b5feeeb1, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=d726f447-4e2c-4632-8bf3-7eb9b5feeeb1,segment=NetworkSegment(57b0f83f-9482-42c3-aec0-d596b3e1f7bd),segment_id=57b0f83f-9482-42c3-aec0-d596b3e1f7bd)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:22:39.795317 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5c2f1-4921-41d6-83d0-1686217be1f3 req-264ded3d-78a1-4f0f-ad81-3a00d4c39dad tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:39.796868 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-dbe5c2f1-4921-41d6-83d0-1686217be1f3 req-264ded3d-78a1-4f0f-ad81-3a00d4c39dad tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 932 time: 0.1602263 May 06 09:22:39.819025 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-11597cf5-6aa0-4be7-9b51-01d6c60054f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15534154'] for port, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:39.825952 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e78c5afd-0c07-4912-bc7c-21caf41cdacb tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15350153'] for port, after_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:39.834702 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-37684baa-91c7-46ca-b83a-7d4256789513 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:39.839180 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:39.868895 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:39.871213 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-12d609ba-45aa-4129-a3cb-4bc5d304ee6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:39.901784 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-52d6578d-fd8a-48e5-b454-ef538a738179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:39.956936 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-dbe5c2f1-4921-41d6-83d0-1686217be1f3 req-f1a6d486-1280-4b33-96d4-67a5acaafa02 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Synchronizing usage tracker for tenant:f9983e4cddcf4e468452d86169f2b091 on resource:security_group {{(pid=74232) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:22:39.984030 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c5afd-0c07-4912-bc7c-21caf41cdacb tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Pushing event updated for resources: {'Port': ['ID=62757a92-98a0-4c43-812a-7dc1eb56c7eb,revision_number=2']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:39.996984 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-e78c5afd-0c07-4912-bc7c-21caf41cdacb tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:40.003486 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:40.014315 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e78c5afd-0c07-4912-bc7c-21caf41cdacb tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670062'] for floatingip, after_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:40.019848 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6578d-fd8a-48e5-b454-ef538a738179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a90fc1-8bba-4490-85de-aa67db101ef8,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:40.029512 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-52d6578d-fd8a-48e5-b454-ef538a738179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:40.043369 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-52d6578d-fd8a-48e5-b454-ef538a738179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:40.044835 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-52d6578d-fd8a-48e5-b454-ef538a738179 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b0a90fc1-8bba-4490-85de-aa67db101ef8 HTTP/1.1" status: 204 len: 168 time: 0.7296941 May 06 09:22:40.055403 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=d726f447-4e2c-4632-8bf3-7eb9b5feeeb1,revision_number=4']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:40.078935 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:40.118609 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11597cf5-6aa0-4be7-9b51-01d6c60054f8 service neutron] Pushing event updated for resources: {'Port': ['ID=73285a8f-35af-4c47-a73c-c5605456c3c4,revision_number=2']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:40.126071 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-11597cf5-6aa0-4be7-9b51-01d6c60054f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:40.130102 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-03eba348-3236-4635-81d2-2fc7395c3553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:40.131249 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-dbe5c2f1-4921-41d6-83d0-1686217be1f3 req-f1a6d486-1280-4b33-96d4-67a5acaafa02 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Unset dirty status for tenant:f9983e4cddcf4e468452d86169f2b091 on resource:security_group {{(pid=74232) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:22:40.132436 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-dbe5c2f1-4921-41d6-83d0-1686217be1f3 req-f1a6d486-1280-4b33-96d4-67a5acaafa02 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291085 May 06 09:22:40.143223 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e78c5afd-0c07-4912-bc7c-21caf41cdacb tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for floatingip, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:40.144600 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-e78c5afd-0c07-4912-bc7c-21caf41cdacb tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0957384 May 06 09:22:40.162385 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] get_ports_and_sgs() called for port_ids ['b91e6d5e-e443-4dc8-8459-fddf85a10867'] {{(pid=74233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 09:22:40.232488 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 50488) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:40.243062 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] get_ports_and_sgs() called for port_ids ['d726f447-4e2c-4632-8bf3-7eb9b5feeeb1'] {{(pid=74233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 09:22:40.305628 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-11597cf5-6aa0-4be7-9b51-01d6c60054f8 service neutron] Attempting to bind port 73285a8f-35af-4c47-a73c-c5605456c3c4 on host hv-cinder-79001 for vnic_type normal with profile {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:22:40.305956 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-11597cf5-6aa0-4be7-9b51-01d6c60054f8 service neutron] Attempting to bind port 73285a8f-35af-4c47-a73c-c5605456c3c4 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '7bfdc02c-4405-4bd3-bbf2-9571d057ac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '6738b754-c0fb-47d7-9855-22e220ab6546'}] {{(pid=74231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:22:40.306280 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-11597cf5-6aa0-4be7-9b51-01d6c60054f8 service neutron] Attempting to bind port 73285a8f-35af-4c47-a73c-c5605456c3c4 on network 6738b754-c0fb-47d7-9855-22e220ab6546 {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:22:40.329388 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-11597cf5-6aa0-4be7-9b51-01d6c60054f8 service neutron] Port 73285a8f-35af-4c47-a73c-c5605456c3c4 on network 6738b754-c0fb-47d7-9855-22e220ab6546 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 09:22:40.329708 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-11597cf5-6aa0-4be7-9b51-01d6c60054f8 service neutron] Attempting to bind port 73285a8f-35af-4c47-a73c-c5605456c3c4 on network 6738b754-c0fb-47d7-9855-22e220ab6546 {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:22:40.339595 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-11597cf5-6aa0-4be7-9b51-01d6c60054f8 service neutron] Checking agent: {'id': 'e51fd9d5-0712-41db-be1b-bc822ebf26a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 20, 30), 'started_at': datetime.datetime(2021, 5, 6, 9, 20, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 09:22:40.339967 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-11597cf5-6aa0-4be7-9b51-01d6c60054f8 service neutron] Checking segment: {'id': '7bfdc02c-4405-4bd3-bbf2-9571d057ac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '6738b754-c0fb-47d7-9855-22e220ab6546'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:22:40.340494 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-11597cf5-6aa0-4be7-9b51-01d6c60054f8 service neutron] Bound using segment: {'id': '7bfdc02c-4405-4bd3-bbf2-9571d057ac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '6738b754-c0fb-47d7-9855-22e220ab6546'} {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 09:22:40.343396 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-11597cf5-6aa0-4be7-9b51-01d6c60054f8 service neutron] Bound port: 73285a8f-35af-4c47-a73c-c5605456c3c4, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bfdc02c-4405-4bd3-bbf2-9571d057ac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '6738b754-c0fb-47d7-9855-22e220ab6546'}}] {{(pid=74231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:22:40.343396 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-11597cf5-6aa0-4be7-9b51-01d6c60054f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:40.393766 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cbae5c-e120-4c3b-9eaa-d50b8fd21ba5 req-cc9080e8-2362-43dd-88bc-38c383f638a4 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:40.395336 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-00cbae5c-e120-4c3b-9eaa-d50b8fd21ba5 req-cc9080e8-2362-43dd-88bc-38c383f638a4 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=decb6aea-16db-4763-b103-8f2b4f7102f0 HTTP/1.1" status: 200 len: 944 time: 0.0869293 May 06 09:22:40.469945 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-00cbae5c-e120-4c3b-9eaa-d50b8fd21ba5 req-46e9eaca-f226-43aa-842c-9f8c4021e3d1 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640161 May 06 09:22:40.583910 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ed9cd-52d5-4c01-bdf4-ba405729739f req-b3315952-ece7-4098-9733-2da365ffc3e2 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:40.587007 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-771ed9cd-52d5-4c01-bdf4-ba405729739f req-b3315952-ece7-4098-9733-2da365ffc3e2 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.20 "GET /v2.0/ports?device_id=275369d2-9125-46a5-89a3-4d2a0172a29c HTTP/1.1" status: 200 len: 945 time: 0.3438263 May 06 09:22:40.622804 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-11597cf5-6aa0-4be7-9b51-01d6c60054f8 service neutron] For port 73285a8f-35af-4c47-a73c-c5605456c3c4, host hv-cinder-79001, cleared binding levels {{(pid=74231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 09:22:40.668965 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-11597cf5-6aa0-4be7-9b51-01d6c60054f8 service neutron] For port 73285a8f-35af-4c47-a73c-c5605456c3c4, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=73285a8f-35af-4c47-a73c-c5605456c3c4,segment=NetworkSegment(7bfdc02c-4405-4bd3-bbf2-9571d057ac4a),segment_id=7bfdc02c-4405-4bd3-bbf2-9571d057ac4a)] {{(pid=74231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 09:22:40.678150 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-771ed9cd-52d5-4c01-bdf4-ba405729739f req-e4f2ea79-6aff-46db-a2cd-5c0f54ba81f9 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.20 "GET /v2.0/security-groups?id=e51b9025-aa1c-47b6-b60c-34842187a14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903025 May 06 09:22:40.766295 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 50500) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:40.825436 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-1f230117-e54f-46c7-855c-a0806aa5baae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a1fb543179544701a69963caa5278558&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0579450 May 06 09:22:40.832941 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 50506) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:40.916875 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-03eba348-3236-4635-81d2-2fc7395c3553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dad6c95e-6990-4429-9bc3-e83024379061 {{(pid=74231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 09:22:40.924704 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-03eba348-3236-4635-81d2-2fc7395c3553 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:40.940573 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.provisioning_blocks [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-03eba348-3236-4635-81d2-2fc7395c3553 service neutron] Transition to ACTIVE for port object dad6c95e-6990-4429-9bc3-e83024379061 will not be triggered until provisioned by entity L2. {{(pid=74231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:22:40.946585 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-11597cf5-6aa0-4be7-9b51-01d6c60054f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15534154'] for port, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:40.952872 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:40.999038 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-247c6d36-16c5-4eef-91eb-667c58d40383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:41.023076 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-51809dc6-3763-4411-8e41-cbc452913867 req-64872631-951b-4ce2-8ea0-c260fde683c3 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Synchronizing usage tracker for tenant:87a87eb65c3849949fab4179da2d6886 on resource:security_group {{(pid=74232) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:22:41.023246 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11597cf5-6aa0-4be7-9b51-01d6c60054f8 service neutron] Pushing event updated for resources: {'Port': ['ID=73285a8f-35af-4c47-a73c-c5605456c3c4,revision_number=3']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:41.027431 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-03eba348-3236-4635-81d2-2fc7395c3553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15534154'] for port, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:41.029824 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-11597cf5-6aa0-4be7-9b51-01d6c60054f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:41.030451 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-11597cf5-6aa0-4be7-9b51-01d6c60054f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:41.032158 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-11597cf5-6aa0-4be7-9b51-01d6c60054f8 service neutron] 10.222.0.79 "PUT /v2.0/ports/73285a8f-35af-4c47-a73c-c5605456c3c4 HTTP/1.1" status: 200 len: 1093 time: 3.1720550 May 06 09:22:41.032619 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-11597cf5-6aa0-4be7-9b51-01d6c60054f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:41.033134 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c931e088-f9cd-4231-a421-bde56f034f79', 'tag': '73285a8f-35af-4c47-a73c-c5605456c3c4'}] {{(pid=74231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:22:41.042173 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-0d90eda1-7b36-466a-b7d1-4cd239a493a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:41.090916 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-247c6d36-16c5-4eef-91eb-667c58d40383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:41.094043 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c931e088-f9cd-4231-a421-bde56f034f79', 'tag': '73285a8f-35af-4c47-a73c-c5605456c3c4', 'status': 'completed', 'code': 200} May 06 09:22:41.106695 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-3eddf35b-13b6-47bd-8dd1-2183fb75c4c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:41.136620 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-3eddf35b-13b6-47bd-8dd1-2183fb75c4c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:41.150922 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-3eddf35b-13b6-47bd-8dd1-2183fb75c4c8 admin admin] Usage tracker for resource:security_group_rule and tenant:ec3e200aceda471eb49549e490b51324 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:41.155555 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-3eddf35b-13b6-47bd-8dd1-2183fb75c4c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:41.161391 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-3eddf35b-13b6-47bd-8dd1-2183fb75c4c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:41.209053 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eba348-3236-4635-81d2-2fc7395c3553 service neutron] Pushing event updated for resources: {'Port': ['ID=dad6c95e-6990-4429-9bc3-e83024379061,revision_number=2']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:41.216757 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-03eba348-3236-4635-81d2-2fc7395c3553 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:41.227825 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-51809dc6-3763-4411-8e41-cbc452913867 req-64872631-951b-4ce2-8ea0-c260fde683c3 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Unset dirty status for tenant:87a87eb65c3849949fab4179da2d6886 on resource:security_group {{(pid=74232) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:22:41.235420 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-51809dc6-3763-4411-8e41-cbc452913867 req-64872631-951b-4ce2-8ea0-c260fde683c3 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--105936643&fields=id&tenant_id=87a87eb65c3849949fab4179da2d6886 HTTP/1.1" status: 200 len: 267 time: 0.2873487 May 06 09:22:41.324754 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-247c6d36-16c5-4eef-91eb-667c58d40383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:41.345057 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-52d6578d-fd8a-48e5-b454-ef538a738179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:41.369754 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c6d36-16c5-4eef-91eb-667c58d40383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1350d8-c801-4db3-b2b0-2ccb7a487e6c,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:41.376137 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7f412-7aae-429c-88c0-c25ef5659b7d req-47ad3451-2953-4fb1-8a6f-257402d9d2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:41.379986 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-c8a7f412-7aae-429c-88c0-c25ef5659b7d req-47ad3451-2953-4fb1-8a6f-257402d9d2a3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f9983e4cddcf4e468452d86169f2b091&device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 1096 time: 0.2713869 May 06 09:22:41.388995 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-247c6d36-16c5-4eef-91eb-667c58d40383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:41.406865 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-3eddf35b-13b6-47bd-8dd1-2183fb75c4c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:41.411292 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-247c6d36-16c5-4eef-91eb-667c58d40383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:41.414958 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-247c6d36-16c5-4eef-91eb-667c58d40383 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe1350d8-c801-4db3-b2b0-2ccb7a487e6c HTTP/1.1" status: 204 len: 168 time: 0.5785487 May 06 09:22:41.424406 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-03eba348-3236-4635-81d2-2fc7395c3553 service neutron] Attempting to bind port dad6c95e-6990-4429-9bc3-e83024379061 on host hv-cinder-79001 for vnic_type normal with profile {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:22:41.424918 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-03eba348-3236-4635-81d2-2fc7395c3553 service neutron] Attempting to bind port dad6c95e-6990-4429-9bc3-e83024379061 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '7bfdc02c-4405-4bd3-bbf2-9571d057ac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '6738b754-c0fb-47d7-9855-22e220ab6546'}] {{(pid=74231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:22:41.425066 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-03eba348-3236-4635-81d2-2fc7395c3553 service neutron] Attempting to bind port dad6c95e-6990-4429-9bc3-e83024379061 on network 6738b754-c0fb-47d7-9855-22e220ab6546 {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:22:41.445603 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51809dc6-3763-4411-8e41-cbc452913867 req-78fd5726-dc43-46e2-b67f-72f97ef0d0ab tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:41.453245 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-51809dc6-3763-4411-8e41-cbc452913867 req-78fd5726-dc43-46e2-b67f-72f97ef0d0ab tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/networks?id=e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a HTTP/1.1" status: 200 len: 817 time: 0.2165332 May 06 09:22:41.461145 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 50524) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:41.477778 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-51809dc6-3763-4411-8e41-cbc452913867 req-7aecc5ea-1d48-4a10-b264-9adc84b449ab tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/quotas/87a87eb65c3849949fab4179da2d6886 HTTP/1.1" status: 200 len: 375 time: 0.0226955 May 06 09:22:41.481016 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-d27ffbaf-0552-4766-857a-ae73bf3810ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:41.492980 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-03eba348-3236-4635-81d2-2fc7395c3553 service neutron] Port dad6c95e-6990-4429-9bc3-e83024379061 on network 6738b754-c0fb-47d7-9855-22e220ab6546 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 09:22:41.493177 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-03eba348-3236-4635-81d2-2fc7395c3553 service neutron] Attempting to bind port dad6c95e-6990-4429-9bc3-e83024379061 on network 6738b754-c0fb-47d7-9855-22e220ab6546 {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:22:41.516446 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-03eba348-3236-4635-81d2-2fc7395c3553 service neutron] Checking agent: {'id': 'e51fd9d5-0712-41db-be1b-bc822ebf26a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 20, 30), 'started_at': datetime.datetime(2021, 5, 6, 9, 20, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 09:22:41.516948 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-03eba348-3236-4635-81d2-2fc7395c3553 service neutron] Checking segment: {'id': '7bfdc02c-4405-4bd3-bbf2-9571d057ac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '6738b754-c0fb-47d7-9855-22e220ab6546'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:22:41.519743 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-03eba348-3236-4635-81d2-2fc7395c3553 service neutron] Bound using segment: {'id': '7bfdc02c-4405-4bd3-bbf2-9571d057ac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '6738b754-c0fb-47d7-9855-22e220ab6546'} {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 09:22:41.520221 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-03eba348-3236-4635-81d2-2fc7395c3553 service neutron] Bound port: dad6c95e-6990-4429-9bc3-e83024379061, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bfdc02c-4405-4bd3-bbf2-9571d057ac4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '6738b754-c0fb-47d7-9855-22e220ab6546'}}] {{(pid=74231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:22:41.528514 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-03eba348-3236-4635-81d2-2fc7395c3553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:41.532252 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-d27ffbaf-0552-4766-857a-ae73bf3810ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:41.547183 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-d27ffbaf-0552-4766-857a-ae73bf3810ae admin admin] Usage tracker for resource:security_group_rule and tenant:7f4fbb0859a545918709a00eba9f078f is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:41.551139 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-d27ffbaf-0552-4766-857a-ae73bf3810ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:41.559129 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-3eddf35b-13b6-47bd-8dd1-2183fb75c4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:41.560111 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-d27ffbaf-0552-4766-857a-ae73bf3810ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:41.575271 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:41.604310 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943879f0-a65b-404f-b6e3-176a8913e068 req-4b618ba6-20c1-41e0-a46d-6779b3470a52 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:41.605829 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-943879f0-a65b-404f-b6e3-176a8913e068 req-4b618ba6-20c1-41e0-a46d-6779b3470a52 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 944 time: 0.3218732 May 06 09:22:41.649694 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-3eddf35b-13b6-47bd-8dd1-2183fb75c4c8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ec3e200aceda471eb49549e490b51324&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4134769 May 06 09:22:41.650820 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 50534) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:41.664156 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddf35b-13b6-47bd-8dd1-2183fb75c4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0482c0-66d1-4fdf-8b71-7f92868b4603,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:41.683214 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-3eddf35b-13b6-47bd-8dd1-2183fb75c4c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:41.704753 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7f412-7aae-429c-88c0-c25ef5659b7d req-8e51ab5a-6303-4c33-851f-5583be0040c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:41.706201 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-c8a7f412-7aae-429c-88c0-c25ef5659b7d req-8e51ab5a-6303-4c33-851f-5583be0040c8 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=f9983e4cddcf4e468452d86169f2b091&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3135173 May 06 09:22:41.718548 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-03eba348-3236-4635-81d2-2fc7395c3553 service neutron] For port dad6c95e-6990-4429-9bc3-e83024379061, host hv-cinder-79001, cleared binding levels {{(pid=74231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 09:22:41.722830 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-03eba348-3236-4635-81d2-2fc7395c3553 service neutron] For port dad6c95e-6990-4429-9bc3-e83024379061, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=dad6c95e-6990-4429-9bc3-e83024379061,segment=NetworkSegment(7bfdc02c-4405-4bd3-bbf2-9571d057ac4a),segment_id=7bfdc02c-4405-4bd3-bbf2-9571d057ac4a)] {{(pid=74231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 09:22:41.722974 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-51809dc6-3763-4411-8e41-cbc452913867 req-489f08af-33bc-49cc-accd-2209b191c75c tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Synchronizing usage tracker for tenant:87a87eb65c3849949fab4179da2d6886 on resource:port {{(pid=74232) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:22:41.749579 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-943879f0-a65b-404f-b6e3-176a8913e068 req-eeb54d80-f9e6-4108-84ef-97c0232e5142 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290600 May 06 09:22:41.807682 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-03eba348-3236-4635-81d2-2fc7395c3553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15534154'] for port, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:41.821588 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-d27ffbaf-0552-4766-857a-ae73bf3810ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:41.822637 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-ac1a6e78-3ad8-4e96-b473-b0aabe86c3a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:41.834471 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-41e882a4-e6ab-4b7c-b0df-c167fc621ddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:41.893632 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-03eba348-3236-4635-81d2-2fc7395c3553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:41.894248 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-03eba348-3236-4635-81d2-2fc7395c3553 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:41.896286 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-03eba348-3236-4635-81d2-2fc7395c3553 service neutron] 10.222.0.79 "PUT /v2.0/ports/dad6c95e-6990-4429-9bc3-e83024379061 HTTP/1.1" status: 200 len: 1094 time: 2.2084525 May 06 09:22:41.906479 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-d27ffbaf-0552-4766-857a-ae73bf3810ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:41.908352 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-41e882a4-e6ab-4b7c-b0df-c167fc621ddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:41.956600 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:42.029704 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-d27ffbaf-0552-4766-857a-ae73bf3810ae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f4fbb0859a545918709a00eba9f078f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5674114 May 06 09:22:42.031366 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ffbaf-0552-4766-857a-ae73bf3810ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121f25f8-5ebb-46b5-b994-3f0eba08381c,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:42.036087 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-d27ffbaf-0552-4766-857a-ae73bf3810ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:42.038147 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 50548) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:42.057500 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-51809dc6-3763-4411-8e41-cbc452913867 req-489f08af-33bc-49cc-accd-2209b191c75c tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Unset dirty status for tenant:87a87eb65c3849949fab4179da2d6886 on resource:port {{(pid=74232) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:22:42.058545 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eba348-3236-4635-81d2-2fc7395c3553 service neutron] Pushing event updated for resources: {'Port': ['ID=dad6c95e-6990-4429-9bc3-e83024379061,revision_number=3']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:42.058896 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-51809dc6-3763-4411-8e41-cbc452913867 req-489f08af-33bc-49cc-accd-2209b191c75c tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=87a87eb65c3849949fab4179da2d6886&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5668237 May 06 09:22:42.069624 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-03eba348-3236-4635-81d2-2fc7395c3553 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:42.077637 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7f412-7aae-429c-88c0-c25ef5659b7d req-d15902b3-8d32-4f4a-a5d0-90b623be22a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:42.079065 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-c8a7f412-7aae-429c-88c0-c25ef5659b7d req-d15902b3-8d32-4f4a-a5d0-90b623be22a5 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3582668 May 06 09:22:42.175079 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-41e882a4-e6ab-4b7c-b0df-c167fc621ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:42.181554 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:42.202229 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e882a4-e6ab-4b7c-b0df-c167fc621ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0482c0-66d1-4fdf-8b71-7f92868b4603,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:42.214983 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-41e882a4-e6ab-4b7c-b0df-c167fc621ddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:42.236516 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd752306-495d-4d28-92b9-1ee2f1f153b4 req-047bafa6-6c6a-45f5-967d-6cd302d1c9dc tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:42.243081 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-59026fbf-e716-4a8a-b7d8-e008eb714a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:42.254420 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-cd752306-495d-4d28-92b9-1ee2f1f153b4 req-047bafa6-6c6a-45f5-967d-6cd302d1c9dc tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=decb6aea-16db-4763-b103-8f2b4f7102f0 HTTP/1.1" status: 200 len: 944 time: 0.2888091 May 06 09:22:42.254420 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-2dd2d983-826b-42b0-9b73-12e112930f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:42.254420 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-2dd2d983-826b-42b0-9b73-12e112930f70 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f9983e4cddcf4e468452d86169f2b091&device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 1097 time: 0.2348335 May 06 09:22:42.256412 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-41e882a4-e6ab-4b7c-b0df-c167fc621ddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:42.257541 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-41e882a4-e6ab-4b7c-b0df-c167fc621ddc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9f0482c0-66d1-4fdf-8b71-7f92868b4603 HTTP/1.1" status: 204 len: 168 time: 0.6045117 May 06 09:22:42.289768 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-59026fbf-e716-4a8a-b7d8-e008eb714a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:42.305419 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-51809dc6-3763-4411-8e41-cbc452913867 req-9138d925-941b-4e39-9dcb-2bfd1c88ee20 service neutron] 10.222.0.20 "GET /v2.0/networks/e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299819 May 06 09:22:42.352075 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-9ef56a07-4c5b-40a6-b21c-d016c54db847 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dad6c95e-6990-4429-9bc3-e83024379061 HTTP/1.1" status: 200 len: 217 time: 0.0905764 May 06 09:22:42.360018 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-061008e6-7597-4d5e-b7af-977c558d3c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:42.361481 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-061008e6-7597-4d5e-b7af-977c558d3c26 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f9983e4cddcf4e468452d86169f2b091&device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 1096 time: 0.2395797 May 06 09:22:42.495253 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-fc4d3e5e-802a-4bcc-a027-d8c17bafd1c6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73285a8f-35af-4c47-a73c-c5605456c3c4 HTTP/1.1" status: 200 len: 217 time: 0.0845404 May 06 09:22:42.501537 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-cd752306-495d-4d28-92b9-1ee2f1f153b4 req-938afe58-9303-4162-b750-15610d9bfeef tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450068 May 06 09:22:42.548592 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-51809dc6-3763-4411-8e41-cbc452913867 req-a5318af1-a7e1-404f-a850-416967fa5a91 service neutron] 10.222.0.20 "GET /v2.0/networks/e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284517 May 06 09:22:42.561501 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-18d46e3c-b8b5-4e4c-9882-c18a62a33333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:42.562936 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-18d46e3c-b8b5-4e4c-9882-c18a62a33333 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f3aac420-410a-4224-bd12-b0f6b8f33f91 HTTP/1.1" status: 200 len: 858 time: 0.0609729 May 06 09:22:42.617158 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-59026fbf-e716-4a8a-b7d8-e008eb714a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:42.622325 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-41e882a4-e6ab-4b7c-b0df-c167fc621ddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:42.653589 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59026fbf-e716-4a8a-b7d8-e008eb714a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121f25f8-5ebb-46b5-b994-3f0eba08381c,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:42.663171 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-59026fbf-e716-4a8a-b7d8-e008eb714a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:42.663171 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-59026fbf-e716-4a8a-b7d8-e008eb714a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:42.671280 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-59026fbf-e716-4a8a-b7d8-e008eb714a2d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/121f25f8-5ebb-46b5-b994-3f0eba08381c HTTP/1.1" status: 204 len: 168 time: 0.6320825 May 06 09:22:42.691094 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-0faa47ef-8cb6-4ca8-9f9d-50597e456e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:42.692493 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-0faa47ef-8cb6-4ca8-9f9d-50597e456e5f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f3aac420-410a-4224-bd12-b0f6b8f33f91 HTTP/1.1" status: 200 len: 858 time: 0.3299856 May 06 09:22:42.735117 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-5b8e59cd-4782-4e33-b010-0c67cbe6af92 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6738b754-c0fb-47d7-9855-22e220ab6546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1640754 May 06 09:22:42.803844 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-de5b5596-4673-48ec-805e-929210b0be65 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6738b754-c0fb-47d7-9855-22e220ab6546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718129 May 06 09:22:42.889613 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device b91e6d5e-e443-4dc8-8459-fddf85a10867 up at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:22:43.124952 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Provisioning for port b91e6d5e-e443-4dc8-8459-fddf85a10867 completed by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:22:43.128967 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e7598-439a-4993-85cc-d1a508419ce4 req-f5f4cdcb-841f-43d2-b4e7-16f08ca0ef67 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:43.132586 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Provisioning complete for port b91e6d5e-e443-4dc8-8459-fddf85a10867 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:22:43.133466 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-880e7598-439a-4993-85cc-d1a508419ce4 req-f5f4cdcb-841f-43d2-b4e7-16f08ca0ef67 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.20 "GET /v2.0/ports?device_id=275369d2-9125-46a5-89a3-4d2a0172a29c HTTP/1.1" status: 200 len: 945 time: 0.4441907 May 06 09:22:43.133897 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:43.134012 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570584b9-2333-4e41-95df-15b0b60d9b58', 'tag': 'dad6c95e-6990-4429-9bc3-e83024379061'}] {{(pid=74231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:22:43.150538 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-d232bb00-c75b-40e7-96dc-5c5df71c2842 service neutron] 10.222.0.79 "GET /v2.0/networks/6738b754-c0fb-47d7-9855-22e220ab6546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006043 May 06 09:22:43.165247 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-e83c200e-2be4-4bf4-b5eb-4fe9262bc917 service neutron] 10.222.0.79 "GET /v2.0/networks/6738b754-c0fb-47d7-9855-22e220ab6546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909883 May 06 09:22:43.209891 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d7657-49a7-4f27-ba4c-9c39f468eb8b req-991c66b8-82ed-4956-93d8-aab39e2314dc tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:43.211772 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-231d7657-49a7-4f27-ba4c-9c39f468eb8b req-991c66b8-82ed-4956-93d8-aab39e2314dc tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 944 time: 0.1807966 May 06 09:22:43.290696 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-231d7657-49a7-4f27-ba4c-9c39f468eb8b req-5dfa3ea4-f49d-46b2-9f8f-5af36e3c1d71 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677376 May 06 09:22:43.320444 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:43.367135 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-880e7598-439a-4993-85cc-d1a508419ce4 req-4d10e9a2-f790-4d85-895a-19e3f29266c9 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.20 "GET /v2.0/security-groups?id=e51b9025-aa1c-47b6-b60c-34842187a14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220101 May 06 09:22:43.376502 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'decb6aea-16db-4763-b103-8f2b4f7102f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91e6d5e-e443-4dc8-8459-fddf85a10867'}] {{(pid=74233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:22:43.408622 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-45422b00-04a9-4c03-bc2f-9f26ac0f9e87 req-898af19c-1e6a-460f-b970-aad2c9247330 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 210 time: 0.0726073 May 06 09:22:43.457660 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-cf1fc7cf-0d6b-4c61-88c5-5e6feb71e006 req-82705125-3864-4b76-a52d-188dfe1a8ef8 service neutron] 10.222.0.79 "GET /v2.0/networks/6738b754-c0fb-47d7-9855-22e220ab6546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896268 May 06 09:22:43.460930 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a10ba295-129f-4dab-8e66-5055e0b63561 req-f41ad56e-84d7-424f-b9e6-a5e4b5f532e0 service neutron] 10.222.0.79 "GET /v2.0/networks/6738b754-c0fb-47d7-9855-22e220ab6546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680423 May 06 09:22:43.472691 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port b91e6d5e-e443-4dc8-8459-fddf85a10867, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=b91e6d5e-e443-4dc8-8459-fddf85a10867,segment=NetworkSegment(8cc31b58-1f92-490c-9268-9f879d8942f0),segment_id=8cc31b58-1f92-490c-9268-9f879d8942f0)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:22:43.478106 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '570584b9-2333-4e41-95df-15b0b60d9b58', 'tag': 'dad6c95e-6990-4429-9bc3-e83024379061', 'status': 'completed', 'code': 200} May 06 09:22:43.514738 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-3c82b846-dd0b-4278-8d6c-311e7c9acf74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:43.553620 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:43.553620 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device d726f447-4e2c-4632-8bf3-7eb9b5feeeb1 up at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:22:43.623167 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:43.642047 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 50604) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:43.671824 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-2977e607-7498-43ac-91e1-2d22118a0f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:43.689765 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-2977e607-7498-43ac-91e1-2d22118a0f6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:43.693613 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-2977e607-7498-43ac-91e1-2d22118a0f6d admin admin] Usage tracker for resource:security_group_rule and tenant:d7ad09ce94504b50b4538f442311becb is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:43.697407 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-2977e607-7498-43ac-91e1-2d22118a0f6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:43.711664 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-2977e607-7498-43ac-91e1-2d22118a0f6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:43.735833 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e701080-9241-4abb-9c4f-56a54c1e39c2 req-fbda7a48-fdc1-4f2f-ad7a-61162037a71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:43.744632 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-0e701080-9241-4abb-9c4f-56a54c1e39c2 req-fbda7a48-fdc1-4f2f-ad7a-61162037a71d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f9983e4cddcf4e468452d86169f2b091&device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 1097 time: 0.1524930 May 06 09:22:43.756809 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=b91e6d5e-e443-4dc8-8459-fddf85a10867,revision_number=5']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:43.760784 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:43.845479 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Provisioning for port d726f447-4e2c-4632-8bf3-7eb9b5feeeb1 completed by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:22:43.850438 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Provisioning complete for port d726f447-4e2c-4632-8bf3-7eb9b5feeeb1 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:22:43.850819 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:43.983208 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e701080-9241-4abb-9c4f-56a54c1e39c2 req-d15ec55d-5ff1-4849-9b5e-f19cef5cd36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:43.985591 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-0e701080-9241-4abb-9c4f-56a54c1e39c2 req-d15ec55d-5ff1-4849-9b5e-f19cef5cd36f service neutron] 10.222.0.79 "GET /v2.0/networks?id=6738b754-c0fb-47d7-9855-22e220ab6546 HTTP/1.1" status: 200 len: 920 time: 0.2346134 May 06 09:22:44.034230 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-2977e607-7498-43ac-91e1-2d22118a0f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:44.036881 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:44.044170 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c165a9-37ac-4f87-8aaa-4b2fee547a5c req-72570b39-2de7-4313-b480-c9aee285e09c tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:44.052146 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-34c165a9-37ac-4f87-8aaa-4b2fee547a5c req-72570b39-2de7-4313-b480-c9aee285e09c tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=decb6aea-16db-4763-b103-8f2b4f7102f0 HTTP/1.1" status: 200 len: 945 time: 0.3304856 May 06 09:22:44.071199 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-0e701080-9241-4abb-9c4f-56a54c1e39c2 req-64aa63b0-ebd6-4bdf-97e0-f19a0222c9b0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dad6c95e-6990-4429-9bc3-e83024379061 HTTP/1.1" status: 200 len: 217 time: 0.0778069 May 06 09:22:44.077665 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port d726f447-4e2c-4632-8bf3-7eb9b5feeeb1, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=d726f447-4e2c-4632-8bf3-7eb9b5feeeb1,segment=NetworkSegment(57b0f83f-9482-42c3-aec0-d596b3e1f7bd),segment_id=57b0f83f-9482-42c3-aec0-d596b3e1f7bd)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:22:44.099971 dv-cinder-790014-1-smb neutron-server[74233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'decb6aea-16db-4763-b103-8f2b4f7102f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91e6d5e-e443-4dc8-8459-fddf85a10867', 'code': 200} May 06 09:22:44.109791 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-34c165a9-37ac-4f87-8aaa-4b2fee547a5c req-afc3d714-47ba-4503-b94c-e814ed9406ee tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562098 May 06 09:22:44.117187 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-2977e607-7498-43ac-91e1-2d22118a0f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:44.141993 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:44.171259 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977e607-7498-43ac-91e1-2d22118a0f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12eebbc1-de58-4eff-b706-b2e37ced49fe,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:44.171622 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:44.173492 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:44.178079 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-2977e607-7498-43ac-91e1-2d22118a0f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:44.186507 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-2977e607-7498-43ac-91e1-2d22118a0f6d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d7ad09ce94504b50b4538f442311becb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5398612 May 06 09:22:44.186680 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 50628) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:44.192741 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e701080-9241-4abb-9c4f-56a54c1e39c2 req-1f13427a-a06b-43d8-88a7-7ffaa5764c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:44.194648 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-0e701080-9241-4abb-9c4f-56a54c1e39c2 req-1f13427a-a06b-43d8-88a7-7ffaa5764c4e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f3aac420-410a-4224-bd12-b0f6b8f33f91 HTTP/1.1" status: 200 len: 858 time: 0.1167243 May 06 09:22:44.257082 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-1294f8d7-5120-42d1-814f-f5839cc412cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:44.289368 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-1294f8d7-5120-42d1-814f-f5839cc412cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:44.293629 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-0e701080-9241-4abb-9c4f-56a54c1e39c2 req-1c267eba-fbea-464b-a122-98b91afb974a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6738b754-c0fb-47d7-9855-22e220ab6546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910001 May 06 09:22:44.337719 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=d726f447-4e2c-4632-8bf3-7eb9b5feeeb1,revision_number=5']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:44.360467 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:44.551264 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-1294f8d7-5120-42d1-814f-f5839cc412cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:44.563335 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-4fdd2627-6b43-4a98-a185-caa13b66f37f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:44.568447 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-0e701080-9241-4abb-9c4f-56a54c1e39c2 req-08fa0c79-99e3-464b-a38e-38d86dfaf5e8 service neutron] 10.222.0.79 "GET /v2.0/networks/6738b754-c0fb-47d7-9855-22e220ab6546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672811 May 06 09:22:44.599708 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1294f8d7-5120-42d1-814f-f5839cc412cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12eebbc1-de58-4eff-b706-b2e37ced49fe,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:44.602721 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-1294f8d7-5120-42d1-814f-f5839cc412cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:44.615290 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-1294f8d7-5120-42d1-814f-f5839cc412cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:44.621015 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-1294f8d7-5120-42d1-814f-f5839cc412cb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/12eebbc1-de58-4eff-b706-b2e37ced49fe HTTP/1.1" status: 204 len: 168 time: 0.4329245 May 06 09:22:44.656468 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66797c3a-7b6f-45f8-8513-9a92a4b740cb req-77424304-b720-4f63-95bd-0a8d304e51c8 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:44.665068 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-66797c3a-7b6f-45f8-8513-9a92a4b740cb req-77424304-b720-4f63-95bd-0a8d304e51c8 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.20 "GET /v2.0/ports?device_id=275369d2-9125-46a5-89a3-4d2a0172a29c HTTP/1.1" status: 200 len: 946 time: 0.1601813 May 06 09:22:44.723086 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-66797c3a-7b6f-45f8-8513-9a92a4b740cb req-f93111e1-5a52-430e-946a-d7de39660946 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.20 "GET /v2.0/security-groups?id=e51b9025-aa1c-47b6-b60c-34842187a14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568948 May 06 09:22:44.871011 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9901a3e-7e7c-42ae-9b82-30b201926399 req-784491a9-46d5-4a1e-84cf-5dc1a3d419a8 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:44.879676 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d9901a3e-7e7c-42ae-9b82-30b201926399 req-784491a9-46d5-4a1e-84cf-5dc1a3d419a8 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 944 time: 0.4284022 May 06 09:22:44.909507 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-06d16792-da3a-406e-b3cd-4665fe7430d0 req-c9b3ae9f-2332-489b-b45f-eb2f5a365a4c tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 210 time: 0.0640965 May 06 09:22:44.977600 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d9901a3e-7e7c-42ae-9b82-30b201926399 req-98351603-fd58-493c-b3eb-41ec62b690e4 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968122 May 06 09:22:44.981882 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-0e701080-9241-4abb-9c4f-56a54c1e39c2 req-69a8da9d-1a31-4887-af78-3e6cf5056f2f service neutron] 10.222.0.79 "GET /v2.0/networks/6738b754-c0fb-47d7-9855-22e220ab6546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985233 May 06 09:22:44.996677 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff0c38-ee76-4383-8aa0-392f095b7075 req-55272c9e-7e74-4640-b1e1-a1df5a4ca10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:44.998716 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-50ff0c38-ee76-4383-8aa0-392f095b7075 req-55272c9e-7e74-4640-b1e1-a1df5a4ca10b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=decb6aea-16db-4763-b103-8f2b4f7102f0 HTTP/1.1" status: 200 len: 1098 time: 0.3569510 May 06 09:22:45.029476 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-50ff0c38-ee76-4383-8aa0-392f095b7075 req-f3844477-f1cb-4a89-ae2d-8d3ae23c9e70 service neutron] Notify callbacks [] for security_group, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:45.060077 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [req-50ff0c38-ee76-4383-8aa0-392f095b7075 req-f3844477-f1cb-4a89-ae2d-8d3ae23c9e70 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:45.064577 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-50ff0c38-ee76-4383-8aa0-392f095b7075 req-f3844477-f1cb-4a89-ae2d-8d3ae23c9e70 service neutron] Usage tracker for resource:security_group_rule and tenant:851b4389289d49b7a525ae0def6ea44b is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:45.067553 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-50ff0c38-ee76-4383-8aa0-392f095b7075 req-f3844477-f1cb-4a89-ae2d-8d3ae23c9e70 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:45.073488 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [req-50ff0c38-ee76-4383-8aa0-392f095b7075 req-f3844477-f1cb-4a89-ae2d-8d3ae23c9e70 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:45.170679 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-50ff0c38-ee76-4383-8aa0-392f095b7075 req-f3844477-f1cb-4a89-ae2d-8d3ae23c9e70 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:45.240195 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-50ff0c38-ee76-4383-8aa0-392f095b7075 req-f3844477-f1cb-4a89-ae2d-8d3ae23c9e70 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:45.249652 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-0e0322dc-8385-4229-b8ab-1718549d52d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:45.267852 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-50ff0c38-ee76-4383-8aa0-392f095b7075 req-f3844477-f1cb-4a89-ae2d-8d3ae23c9e70 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626531 May 06 09:22:45.285381 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3844477-f1cb-4a89-ae2d-8d3ae23c9e70 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f8421cf4-bd3d-4e53-9a53-d4096258d5ff,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:45.288549 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-f3844477-f1cb-4a89-ae2d-8d3ae23c9e70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:45.345419 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218f4dc-c359-4395-ad80-35e5ac850a19 req-0283d1fd-e960-450d-91cb-138b39723831 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:45.346958 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-0218f4dc-c359-4395-ad80-35e5ac850a19 req-0283d1fd-e960-450d-91cb-138b39723831 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=decb6aea-16db-4763-b103-8f2b4f7102f0 HTTP/1.1" status: 200 len: 945 time: 0.1077023 May 06 09:22:45.405466 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-0218f4dc-c359-4395-ad80-35e5ac850a19 req-67f6ee92-feef-4ff5-8dd5-77a218109c44 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514045 May 06 09:22:45.914916 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:45.916617 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a008d0c4-24ab-49ff-9648-1826df869a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:45.934060 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a9acc-6248-4fc1-8c42-2308ff069bc8 req-3f02deb2-a982-4f85-ad2a-43cec14ab8d6 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:45.935567 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-557a9acc-6248-4fc1-8c42-2308ff069bc8 req-3f02deb2-a982-4f85-ad2a-43cec14ab8d6 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.20 "GET /v2.0/ports?device_id=275369d2-9125-46a5-89a3-4d2a0172a29c HTTP/1.1" status: 200 len: 946 time: 0.0831244 May 06 09:22:46.100814 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275369d2-9125-46a5-89a3-4d2a0172a29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd726f447-4e2c-4632-8bf3-7eb9b5feeeb1'}] {{(pid=74233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:22:46.140840 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-557a9acc-6248-4fc1-8c42-2308ff069bc8 req-64f4e8f8-46eb-4795-a6cd-35364090e659 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.20 "GET /v2.0/security-groups?id=e51b9025-aa1c-47b6-b60c-34842187a14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992064 May 06 09:22:46.171609 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51809dc6-3763-4411-8e41-cbc452913867 req-4d06096a-c0eb-4950-ba73-3b9ce9c55e31 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:46.172546 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-51809dc6-3763-4411-8e41-cbc452913867 req-4d06096a-c0eb-4950-ba73-3b9ce9c55e31 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Synchronizing usage tracker for tenant:87a87eb65c3849949fab4179da2d6886 on resource:network {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:22:46.178571 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-7a21eed8-0a2b-4f54-b66f-6511e5098248 req-3fe38ebb-d9fb-4a50-a0bf-4daf75b0c15d tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 210 time: 0.1060693 May 06 09:22:46.257658 dv-cinder-790014-1-smb neutron-server[74233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275369d2-9125-46a5-89a3-4d2a0172a29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd726f447-4e2c-4632-8bf3-7eb9b5feeeb1', 'code': 200} May 06 09:22:46.314600 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-51809dc6-3763-4411-8e41-cbc452913867 req-4d06096a-c0eb-4950-ba73-3b9ce9c55e31 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Unset dirty status for tenant:87a87eb65c3849949fab4179da2d6886 on resource:network {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:22:46.315743 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-51809dc6-3763-4411-8e41-cbc452913867 req-4d06096a-c0eb-4950-ba73-3b9ce9c55e31 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.79 "GET /v2.0/networks?id=e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a HTTP/1.1" status: 200 len: 817 time: 0.3428895 May 06 09:22:46.375731 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-51809dc6-3763-4411-8e41-cbc452913867 req-9f80c3d7-d1c0-40c5-b677-8c3bf3082934 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Synchronizing usage tracker for tenant:87a87eb65c3849949fab4179da2d6886 on resource:security_group {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:22:46.405031 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-51809dc6-3763-4411-8e41-cbc452913867 req-9f80c3d7-d1c0-40c5-b677-8c3bf3082934 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Unset dirty status for tenant:87a87eb65c3849949fab4179da2d6886 on resource:security_group {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:22:46.406190 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-51809dc6-3763-4411-8e41-cbc452913867 req-9f80c3d7-d1c0-40c5-b677-8c3bf3082934 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87a87eb65c3849949fab4179da2d6886 HTTP/1.1" status: 200 len: 379 time: 0.0773911 May 06 09:22:46.431807 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173115f-d4d3-4f3d-9ab0-baf0a6449e98 req-9650867d-d48f-4b95-a731-485b4ad64cc3 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:46.439595 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-8173115f-d4d3-4f3d-9ab0-baf0a6449e98 req-9650867d-d48f-4b95-a731-485b4ad64cc3 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 944 time: 0.1668346 May 06 09:22:46.446098 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [req-51809dc6-3763-4411-8e41-cbc452913867 req-eec8d085-624a-4365-b9e4-b512471b72b7 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Request body: {'port': {'device_id': '1a4b7c84-a7a6-4942-adbf-b6e3bcf46571', 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a', 'admin_state_up': True, 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'security_groups': ['d2a50243-4125-4d4e-9200-455b22cd21a6']}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:22:46.626024 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-8173115f-d4d3-4f3d-9ab0-baf0a6449e98 req-56ddbc02-60d1-43a4-bf32-01d96ffe01a5 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850834 May 06 09:22:46.687996 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620ce39-fcae-4cf5-917a-c891b8d5268b req-1a01d8e5-97b8-4e38-9302-f8a6ec23ed73 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:46.733591 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-7620ce39-fcae-4cf5-917a-c891b8d5268b req-1a01d8e5-97b8-4e38-9302-f8a6ec23ed73 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=decb6aea-16db-4763-b103-8f2b4f7102f0 HTTP/1.1" status: 200 len: 945 time: 0.1223681 May 06 09:22:46.734513 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [req-51809dc6-3763-4411-8e41-cbc452913867 req-eec8d085-624a-4365-b9e4-b512471b72b7 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:46.734513 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [req-51809dc6-3763-4411-8e41-cbc452913867 req-eec8d085-624a-4365-b9e4-b512471b72b7 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:46.741897 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-7620ce39-fcae-4cf5-917a-c891b8d5268b req-57f46f0c-15f4-4ee7-acfa-903c4ce3bc74 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455866 May 06 09:22:46.853970 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51809dc6-3763-4411-8e41-cbc452913867 req-eec8d085-624a-4365-b9e4-b512471b72b7 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Made reservation on behalf of 87a87eb65c3849949fab4179da2d6886 for: {'port': 1} {{(pid=74231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:22:46.859558 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-51809dc6-3763-4411-8e41-cbc452913867 req-eec8d085-624a-4365-b9e4-b512471b72b7 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:46.925640 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device dad6c95e-6990-4429-9bc3-e83024379061 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 09:22:47.056250 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:47.165246 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port dad6c95e-6990-4429-9bc3-e83024379061, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=dad6c95e-6990-4429-9bc3-e83024379061,segment=NetworkSegment(7bfdc02c-4405-4bd3-bbf2-9571d057ac4a),segment_id=7bfdc02c-4405-4bd3-bbf2-9571d057ac4a)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:22:47.185178 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Returning: {'device': 'dad6c95e-6990-4429-9bc3-e83024379061', 'network_id': '6738b754-c0fb-47d7-9855-22e220ab6546', 'port_id': 'dad6c95e-6990-4429-9bc3-e83024379061', 'mac_address': 'fa:16:3e:85:72:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3aac420-410a-4224-bd12-b0f6b8f33f91', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 09:22:47.187038 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.db_base_plugin_common [req-51809dc6-3763-4411-8e41-cbc452913867 req-eec8d085-624a-4365-b9e4-b512471b72b7 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Allocated IP 172.20.0.11 (e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a/3327bb7d-2498-459f-aedf-d87f7d766be5/5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8) {{(pid=74231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:22:47.201450 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa65ee-e8e0-4f0a-9c63-fd815daa588b req-1a8c72fb-396a-4622-8450-523f6d251a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:47.202990 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4dfa65ee-e8e0-4f0a-9c63-fd815daa588b req-1a8c72fb-396a-4622-8450-523f6d251a91 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=275369d2-9125-46a5-89a3-4d2a0172a29c HTTP/1.1" status: 200 len: 1099 time: 0.1163397 May 06 09:22:47.265082 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:47.278561 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4dfa65ee-e8e0-4f0a-9c63-fd815daa588b req-6fc8b380-1878-4f02-befa-cdf1168322cd service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e51b9025-aa1c-47b6-b60c-34842187a14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659018 May 06 09:22:47.312786 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dad6c95e-6990-4429-9bc3-e83024379061 {{(pid=74233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 09:22:47.333576 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port dad6c95e-6990-4429-9bc3-e83024379061, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=dad6c95e-6990-4429-9bc3-e83024379061,segment=NetworkSegment(7bfdc02c-4405-4bd3-bbf2-9571d057ac4a),segment_id=7bfdc02c-4405-4bd3-bbf2-9571d057ac4a)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:22:47.436450 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-44c8a2bc-ebf0-4a7b-81e0-b91bb28c8f13 req-f6d2923d-4864-4d5b-890c-e87733843080 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 210 time: 0.0666811 May 06 09:22:47.446690 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:47.447646 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 73285a8f-35af-4c47-a73c-c5605456c3c4 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 09:22:47.452835 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:47.500781 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7225d3-3978-4865-89a3-e1c4c8d85419 req-5ef9ab30-98ce-4d08-9080-7fe7339cf635 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:47.505941 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-df7225d3-3978-4865-89a3-e1c4c8d85419 req-5ef9ab30-98ce-4d08-9080-7fe7339cf635 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.20 "GET /v2.0/ports?device_id=275369d2-9125-46a5-89a3-4d2a0172a29c HTTP/1.1" status: 200 len: 946 time: 0.2015133 May 06 09:22:47.538461 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-51809dc6-3763-4411-8e41-cbc452913867 req-eec8d085-624a-4365-b9e4-b512471b72b7 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for port, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:47.544315 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=dad6c95e-6990-4429-9bc3-e83024379061,revision_number=4']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:47.566118 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:47.567769 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 73285a8f-35af-4c47-a73c-c5605456c3c4, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=73285a8f-35af-4c47-a73c-c5605456c3c4,segment=NetworkSegment(7bfdc02c-4405-4bd3-bbf2-9571d057ac4a),segment_id=7bfdc02c-4405-4bd3-bbf2-9571d057ac4a)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:22:47.574203 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.provisioning_blocks [req-51809dc6-3763-4411-8e41-cbc452913867 req-eec8d085-624a-4365-b9e4-b512471b72b7 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Transition to ACTIVE for port object 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8 will not be triggered until provisioned by entity DHCP. {{(pid=74231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:22:47.582060 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-df7225d3-3978-4865-89a3-e1c4c8d85419 req-94e3dee5-07a0-4fbc-b2bb-d96e3a20cda8 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.20 "GET /v2.0/security-groups?id=e51b9025-aa1c-47b6-b60c-34842187a14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657105 May 06 09:22:47.584403 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Returning: {'device': '73285a8f-35af-4c47-a73c-c5605456c3c4', 'network_id': '6738b754-c0fb-47d7-9855-22e220ab6546', 'port_id': '73285a8f-35af-4c47-a73c-c5605456c3c4', 'mac_address': 'fa:16:3e:1c:b3:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3aac420-410a-4224-bd12-b0f6b8f33f91', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 09:22:47.655927 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:47.678084 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73285a8f-35af-4c47-a73c-c5605456c3c4 {{(pid=74233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 09:22:47.694848 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 73285a8f-35af-4c47-a73c-c5605456c3c4, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=73285a8f-35af-4c47-a73c-c5605456c3c4,segment=NetworkSegment(7bfdc02c-4405-4bd3-bbf2-9571d057ac4a),segment_id=7bfdc02c-4405-4bd3-bbf2-9571d057ac4a)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:22:47.770087 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:47.770580 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-51809dc6-3763-4411-8e41-cbc452913867 req-eec8d085-624a-4365-b9e4-b512471b72b7 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:47.773575 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:47.778488 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-950e9f82-bafb-49fc-b417-82322953467f tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:47.927019 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=73285a8f-35af-4c47-a73c-c5605456c3c4,revision_number=4']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:47.929510 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131c7cf-8f95-499b-9953-9204ace6eb8b req-7de142ff-bc65-49d1-ade2-f910ad1f9e26 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:47.931807 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-5131c7cf-8f95-499b-9953-9204ace6eb8b req-7de142ff-bc65-49d1-ade2-f910ad1f9e26 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 945 time: 0.1944454 May 06 09:22:47.938807 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:47.962190 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec8d085-624a-4365-b9e4-b512471b72b7 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Pushing event updated for resources: {'Port': ['ID=5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:47.974115 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-eec8d085-624a-4365-b9e4-b512471b72b7 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:48.028200 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51809dc6-3763-4411-8e41-cbc452913867 req-eec8d085-624a-4365-b9e4-b512471b72b7 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Network e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a is already hosted by enough agents. {{(pid=74231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:22:48.031855 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.base_scheduler [req-51809dc6-3763-4411-8e41-cbc452913867 req-eec8d085-624a-4365-b9e4-b512471b72b7 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Resources bound (agent type, host, resource id): {{(pid=74231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:22:48.037759 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [req-51809dc6-3763-4411-8e41-cbc452913867 req-eec8d085-624a-4365-b9e4-b512471b72b7 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Received port after_create {{(pid=74231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:22:48.088934 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] get_ports_and_sgs() called for port_ids ['dad6c95e-6990-4429-9bc3-e83024379061'] {{(pid=74233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 09:22:48.115263 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-5131c7cf-8f95-499b-9953-9204ace6eb8b req-07770259-4baf-42e6-9b39-bc71c64089f5 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753170 May 06 09:22:48.192145 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] get_ports_and_sgs() called for port_ids ['73285a8f-35af-4c47-a73c-c5605456c3c4'] {{(pid=74233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 09:22:48.256151 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51809dc6-3763-4411-8e41-cbc452913867 req-eec8d085-624a-4365-b9e4-b512471b72b7 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:48.261055 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-51809dc6-3763-4411-8e41-cbc452913867 req-eec8d085-624a-4365-b9e4-b512471b72b7 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:48.292891 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.agents_db [None req-638a5930-6b89-4b54-bbc4-25c5e7558cab None None] Agent healthcheck: found 6 active agents {{(pid=74234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 09:22:48.339568 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da419390-7577-4ddf-815c-98f74a2a342e req-abb2c13a-5c4a-4c9c-9246-d7a5372bf02a tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:48.351862 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-da419390-7577-4ddf-815c-98f74a2a342e req-abb2c13a-5c4a-4c9c-9246-d7a5372bf02a tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=decb6aea-16db-4763-b103-8f2b4f7102f0 HTTP/1.1" status: 200 len: 945 time: 0.2500327 May 06 09:22:48.409106 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-da419390-7577-4ddf-815c-98f74a2a342e req-1fd11c84-e705-4daf-a3c2-7b2a2a849c11 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526228 May 06 09:22:48.411322 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-51809dc6-3763-4411-8e41-cbc452913867 req-eec8d085-624a-4365-b9e4-b512471b72b7 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9690664 May 06 09:22:48.424358 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [req-51809dc6-3763-4411-8e41-cbc452913867 req-39988015-a350-4c40-8408-dbef01146ea3 service neutron] Request body: {'port': {'device_id': '1a4b7c84-a7a6-4942-adbf-b6e3bcf46571', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:22:48.587095 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-51809dc6-3763-4411-8e41-cbc452913867 req-39988015-a350-4c40-8408-dbef01146ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:48.703304 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-e3e238cf-08cd-4ba8-944c-d2cbbfe75278 None None] Provisioning for port 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8 completed by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:22:48.734808 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-e3e238cf-08cd-4ba8-944c-d2cbbfe75278 None None] Provisioning complete for port 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8 triggered by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:22:48.735136 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-e3e238cf-08cd-4ba8-944c-d2cbbfe75278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:48.739366 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e058bff-c4a6-4f7f-85a0-eefea1bae1f8 req-af963156-4516-4499-8ae6-2c535e13470d tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:48.747401 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-1e058bff-c4a6-4f7f-85a0-eefea1bae1f8 req-af963156-4516-4499-8ae6-2c535e13470d tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 932 time: 0.1824732 May 06 09:22:48.814792 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 50804) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:48.866110 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-1e058bff-c4a6-4f7f-85a0-eefea1bae1f8 req-cb40953d-b865-465e-a87a-d79e19763a2e tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150537 May 06 09:22:48.879911 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:48.911922 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-e3e238cf-08cd-4ba8-944c-d2cbbfe75278 None None] Port 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8 cannot update to ACTIVE because it is not bound. {{(pid=74233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 09:22:49.032930 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-89b28c96-fd2a-4120-80b4-5035683c342c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:49.058066 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-89b28c96-fd2a-4120-80b4-5035683c342c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:49.065746 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-89b28c96-fd2a-4120-80b4-5035683c342c admin admin] Usage tracker for resource:security_group_rule and tenant:aabca33562ea4b21a948c06442bb091b is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:49.069718 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-89b28c96-fd2a-4120-80b4-5035683c342c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:49.077256 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-89b28c96-fd2a-4120-80b4-5035683c342c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:49.120109 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcbeb7-cb3b-4ac4-8afe-fd17b2ca41fa req-425ff978-26f3-40ac-a743-af1f7a3ceea0 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:49.121834 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-effcbeb7-cb3b-4ac4-8afe-fd17b2ca41fa req-425ff978-26f3-40ac-a743-af1f7a3ceea0 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.20 "GET /v2.0/ports?device_id=275369d2-9125-46a5-89a3-4d2a0172a29c HTTP/1.1" status: 200 len: 946 time: 0.3402877 May 06 09:22:49.252659 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-effcbeb7-cb3b-4ac4-8afe-fd17b2ca41fa req-0154fd30-ec48-4774-b7b6-5393d503c5f9 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.20 "GET /v2.0/security-groups?id=e51b9025-aa1c-47b6-b60c-34842187a14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208022 May 06 09:22:49.253167 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-89b28c96-fd2a-4120-80b4-5035683c342c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:49.341143 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [req-51809dc6-3763-4411-8e41-cbc452913867 req-39988015-a350-4c40-8408-dbef01146ea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8 {{(pid=74231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 09:22:49.347352 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-89b28c96-fd2a-4120-80b4-5035683c342c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:49.350431 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-51809dc6-3763-4411-8e41-cbc452913867 req-39988015-a350-4c40-8408-dbef01146ea3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:49.357235 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-68d905bb-78e3-4cc3-9103-61770e9dbc90 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:49.366264 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.provisioning_blocks [req-51809dc6-3763-4411-8e41-cbc452913867 req-39988015-a350-4c40-8408-dbef01146ea3 service neutron] Transition to ACTIVE for port object 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8 will not be triggered until provisioned by entity L2. {{(pid=74231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:22:49.405741 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-89b28c96-fd2a-4120-80b4-5035683c342c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aabca33562ea4b21a948c06442bb091b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5878832 May 06 09:22:49.408592 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 50826) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:49.408766 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b28c96-fd2a-4120-80b4-5035683c342c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0beaa05-9700-424a-900f-718565c213df,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:49.417379 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-89b28c96-fd2a-4120-80b4-5035683c342c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:49.437264 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23345a92-498f-45a8-bf6a-1cb9fc241a26 req-93c0b85c-24b5-4651-966a-ee88b4e018c2 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:49.438882 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-23345a92-498f-45a8-bf6a-1cb9fc241a26 req-93c0b85c-24b5-4651-966a-ee88b4e018c2 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 945 time: 0.1526153 May 06 09:22:49.450454 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-51809dc6-3763-4411-8e41-cbc452913867 req-39988015-a350-4c40-8408-dbef01146ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15534154'] for port, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:49.469208 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:49.497683 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-23345a92-498f-45a8-bf6a-1cb9fc241a26 req-30ea1967-d9ff-4a4b-abdc-4e28ec3f3b81 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528777 May 06 09:22:49.697249 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39988015-a350-4c40-8408-dbef01146ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8,revision_number=2']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:49.700072 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-39988015-a350-4c40-8408-dbef01146ea3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:49.711073 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-f5de8769-e8a4-4456-9f27-2955e58fcee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:49.759637 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-f5de8769-e8a4-4456-9f27-2955e58fcee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:49.782807 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-51809dc6-3763-4411-8e41-cbc452913867 req-39988015-a350-4c40-8408-dbef01146ea3 service neutron] Attempting to bind port 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8 on host hv-cinder-79001 for vnic_type normal with profile {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:22:49.783079 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-51809dc6-3763-4411-8e41-cbc452913867 req-39988015-a350-4c40-8408-dbef01146ea3 service neutron] Attempting to bind port 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '36c7da13-cf7e-4164-9f19-b350301e7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a'}] {{(pid=74231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:22:49.783406 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51809dc6-3763-4411-8e41-cbc452913867 req-39988015-a350-4c40-8408-dbef01146ea3 service neutron] Attempting to bind port 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8 on network e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:22:49.800544 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51809dc6-3763-4411-8e41-cbc452913867 req-39988015-a350-4c40-8408-dbef01146ea3 service neutron] Port 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8 on network e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 09:22:49.800874 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51809dc6-3763-4411-8e41-cbc452913867 req-39988015-a350-4c40-8408-dbef01146ea3 service neutron] Attempting to bind port 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8 on network e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:22:49.811714 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51809dc6-3763-4411-8e41-cbc452913867 req-39988015-a350-4c40-8408-dbef01146ea3 service neutron] Checking agent: {'id': 'e51fd9d5-0712-41db-be1b-bc822ebf26a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 20, 30), 'started_at': datetime.datetime(2021, 5, 6, 9, 20, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 09:22:49.812052 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51809dc6-3763-4411-8e41-cbc452913867 req-39988015-a350-4c40-8408-dbef01146ea3 service neutron] Checking segment: {'id': '36c7da13-cf7e-4164-9f19-b350301e7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:22:49.812436 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51809dc6-3763-4411-8e41-cbc452913867 req-39988015-a350-4c40-8408-dbef01146ea3 service neutron] Bound using segment: {'id': '36c7da13-cf7e-4164-9f19-b350301e7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a'} {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 09:22:49.812863 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-51809dc6-3763-4411-8e41-cbc452913867 req-39988015-a350-4c40-8408-dbef01146ea3 service neutron] Bound port: 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36c7da13-cf7e-4164-9f19-b350301e7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a'}}] {{(pid=74231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:22:49.813208 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-51809dc6-3763-4411-8e41-cbc452913867 req-39988015-a350-4c40-8408-dbef01146ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:49.920614 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-51809dc6-3763-4411-8e41-cbc452913867 req-39988015-a350-4c40-8408-dbef01146ea3 service neutron] For port 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8, host hv-cinder-79001, cleared binding levels {{(pid=74231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 09:22:49.924291 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-51809dc6-3763-4411-8e41-cbc452913867 req-39988015-a350-4c40-8408-dbef01146ea3 service neutron] For port 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8,segment=NetworkSegment(36c7da13-cf7e-4164-9f19-b350301e7409),segment_id=36c7da13-cf7e-4164-9f19-b350301e7409)] {{(pid=74231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 09:22:49.937863 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-f5de8769-e8a4-4456-9f27-2955e58fcee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:49.944471 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-3cf9f09c-4ac2-4c02-9f93-5ea22b7071a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:49.980263 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de8769-e8a4-4456-9f27-2955e58fcee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0beaa05-9700-424a-900f-718565c213df,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:49.986839 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-f5de8769-e8a4-4456-9f27-2955e58fcee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:50.045237 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-f5de8769-e8a4-4456-9f27-2955e58fcee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:50.046278 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-f5de8769-e8a4-4456-9f27-2955e58fcee5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e0beaa05-9700-424a-900f-718565c213df HTTP/1.1" status: 204 len: 168 time: 0.6361969 May 06 09:22:50.054071 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-51809dc6-3763-4411-8e41-cbc452913867 req-39988015-a350-4c40-8408-dbef01146ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15534154'] for port, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:50.062953 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:50.122103 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51809dc6-3763-4411-8e41-cbc452913867 req-39988015-a350-4c40-8408-dbef01146ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:50.122714 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-51809dc6-3763-4411-8e41-cbc452913867 req-39988015-a350-4c40-8408-dbef01146ea3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:50.124677 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-51809dc6-3763-4411-8e41-cbc452913867 req-39988015-a350-4c40-8408-dbef01146ea3 service neutron] 10.222.0.79 "PUT /v2.0/ports/5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8 HTTP/1.1" status: 200 len: 1094 time: 1.7056575 May 06 09:22:50.131718 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a4b7c84-a7a6-4942-adbf-b6e3bcf46571', 'tag': '5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8'}] {{(pid=74231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:22:50.162545 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39988015-a350-4c40-8408-dbef01146ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8,revision_number=3']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:50.166456 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-39988015-a350-4c40-8408-dbef01146ea3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:50.190072 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d50a0-ffe1-49e1-afe9-093967472698 req-8ba8ffb4-114b-4591-abba-fc46333bfb9c tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:50.190072 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-d31d50a0-ffe1-49e1-afe9-093967472698 req-8ba8ffb4-114b-4591-abba-fc46333bfb9c tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Synchronizing usage tracker for tenant:87a87eb65c3849949fab4179da2d6886 on resource:port {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:22:50.206882 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a4b7c84-a7a6-4942-adbf-b6e3bcf46571', 'tag': '5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8', 'status': 'completed', 'code': 200} May 06 09:22:50.287042 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-d31d50a0-ffe1-49e1-afe9-093967472698 req-8ba8ffb4-114b-4591-abba-fc46333bfb9c tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Unset dirty status for tenant:87a87eb65c3849949fab4179da2d6886 on resource:port {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:22:50.292540 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d31d50a0-ffe1-49e1-afe9-093967472698 req-8ba8ffb4-114b-4591-abba-fc46333bfb9c tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 944 time: 0.2993963 May 06 09:22:50.355248 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdca121-ab63-46a6-a261-4e2cd07fc60b req-213f9985-0f20-4e19-a041-38340fdcc943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:50.357162 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4bdca121-ab63-46a6-a261-4e2cd07fc60b req-213f9985-0f20-4e19-a041-38340fdcc943 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=87a87eb65c3849949fab4179da2d6886&device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 1097 time: 0.1293998 May 06 09:22:50.420851 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d31d50a0-ffe1-49e1-afe9-093967472698 req-e299f1f4-e6bf-44e9-abee-0bf686ac68b9 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210375 May 06 09:22:50.478717 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 50852) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:50.601159 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdca121-ab63-46a6-a261-4e2cd07fc60b req-c3fe5d30-b666-42f5-94ec-b48d193f7768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:50.608421 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4bdca121-ab63-46a6-a261-4e2cd07fc60b req-c3fe5d30-b666-42f5-94ec-b48d193f7768 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=87a87eb65c3849949fab4179da2d6886&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2362976 May 06 09:22:50.678967 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-876303f1-f44e-4aab-aa90-04c97456a2ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:50.789208 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-876303f1-f44e-4aab-aa90-04c97456a2ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:50.805863 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-876303f1-f44e-4aab-aa90-04c97456a2ad admin admin] Usage tracker for resource:security_group_rule and tenant:3c35da18076a4bc599dd6db350f9ac4d is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:50.808813 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-876303f1-f44e-4aab-aa90-04c97456a2ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:50.817748 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-876303f1-f44e-4aab-aa90-04c97456a2ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:50.829534 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdca121-ab63-46a6-a261-4e2cd07fc60b req-f5220bb0-78af-41e5-875b-e75785d3350a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:50.831247 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4bdca121-ab63-46a6-a261-4e2cd07fc60b req-f5220bb0-78af-41e5-875b-e75785d3350a service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2154214 May 06 09:22:50.922782 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71c5a6-8930-44b4-9976-e25436377ed0 req-53e44525-06db-42f7-bd31-9a12a408e04e tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:50.924902 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-2e71c5a6-8930-44b4-9976-e25436377ed0 req-53e44525-06db-42f7-bd31-9a12a408e04e tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 945 time: 0.2072558 May 06 09:22:50.956079 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device dad6c95e-6990-4429-9bc3-e83024379061 up at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:22:50.958599 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-876303f1-f44e-4aab-aa90-04c97456a2ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:50.960217 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51809dc6-3763-4411-8e41-cbc452913867 req-7993d1d8-7919-4ea9-9e20-ae97c5a8758b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:50.961908 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-51809dc6-3763-4411-8e41-cbc452913867 req-7993d1d8-7919-4ea9-9e20-ae97c5a8758b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=87a87eb65c3849949fab4179da2d6886&device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 1097 time: 0.0922482 May 06 09:22:50.986476 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-2e71c5a6-8930-44b4-9976-e25436377ed0 req-bb2176c0-c035-46db-9af9-148ce9765e07 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535865 May 06 09:22:51.032513 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-51809dc6-3763-4411-8e41-cbc452913867 req-cd4fde87-5379-4e3c-b18d-9d2e8e315997 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8 HTTP/1.1" status: 200 len: 217 time: 0.0631249 May 06 09:22:51.043694 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-876303f1-f44e-4aab-aa90-04c97456a2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:51.055591 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-fb96e654-7f96-4d66-bd55-49a42cf81ac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:51.068141 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 50868) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:51.114401 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-79039568-f86a-4841-8766-ca1056ed7f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:51.116799 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Provisioning for port dad6c95e-6990-4429-9bc3-e83024379061 completed by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:22:51.128481 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Provisioning complete for port dad6c95e-6990-4429-9bc3-e83024379061 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:22:51.129556 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:51.136038 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876303f1-f44e-4aab-aa90-04c97456a2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc31d9f9-4710-4c83-bafe-2f5e4870915b,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:51.141171 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-876303f1-f44e-4aab-aa90-04c97456a2ad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c35da18076a4bc599dd6db350f9ac4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6614537 May 06 09:22:51.144103 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-876303f1-f44e-4aab-aa90-04c97456a2ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:51.147185 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 50872) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:51.150800 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-79039568-f86a-4841-8766-ca1056ed7f89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:51.173804 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-79039568-f86a-4841-8766-ca1056ed7f89 admin admin] Usage tracker for resource:security_group_rule and tenant:70ddf136f85047dba66324969f6ec2b8 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:51.177857 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51809dc6-3763-4411-8e41-cbc452913867 req-d758d974-6101-4079-ad0c-0e19f793821c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:51.178952 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-79039568-f86a-4841-8766-ca1056ed7f89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:51.180084 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-51809dc6-3763-4411-8e41-cbc452913867 req-d758d974-6101-4079-ad0c-0e19f793821c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3327bb7d-2498-459f-aedf-d87f7d766be5 HTTP/1.1" status: 200 len: 856 time: 0.1420908 May 06 09:22:51.260251 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-79039568-f86a-4841-8766-ca1056ed7f89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:51.270660 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51809dc6-3763-4411-8e41-cbc452913867 req-cf95e084-e260-4e2e-ba09-09c41e90be39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:51.272341 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-51809dc6-3763-4411-8e41-cbc452913867 req-cf95e084-e260-4e2e-ba09-09c41e90be39 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0851331 May 06 09:22:51.312752 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-9f9f0f76-2cfd-4a28-95ae-6588bb7f6d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:51.339957 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:51.369276 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570584b9-2333-4e41-95df-15b0b60d9b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad6c95e-6990-4429-9bc3-e83024379061'}] {{(pid=74233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:22:51.380723 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port dad6c95e-6990-4429-9bc3-e83024379061, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=dad6c95e-6990-4429-9bc3-e83024379061,segment=NetworkSegment(7bfdc02c-4405-4bd3-bbf2-9571d057ac4a),segment_id=7bfdc02c-4405-4bd3-bbf2-9571d057ac4a)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:22:51.404133 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-9f9f0f76-2cfd-4a28-95ae-6588bb7f6d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:51.434604 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-51809dc6-3763-4411-8e41-cbc452913867 req-88eb1f59-2b97-4d1e-a709-80ae0e1eb40c service neutron] 10.222.0.79 "GET /v2.0/networks/e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536484 May 06 09:22:51.442332 dv-cinder-790014-1-smb neutron-server[74233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570584b9-2333-4e41-95df-15b0b60d9b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad6c95e-6990-4429-9bc3-e83024379061', 'code': 200} May 06 09:22:51.474948 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-79039568-f86a-4841-8766-ca1056ed7f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:51.514652 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:51.516069 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 73285a8f-35af-4c47-a73c-c5605456c3c4 up at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:22:51.584059 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-585e3f20-a8e5-4e20-bbf5-2f9c6d215eb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:51.623947 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-79039568-f86a-4841-8766-ca1056ed7f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:51.647862 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-3eddf35b-13b6-47bd-8dd1-2183fb75c4c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:51.681863 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-9f9f0f76-2cfd-4a28-95ae-6588bb7f6d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:51.709782 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-79039568-f86a-4841-8766-ca1056ed7f89 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=70ddf136f85047dba66324969f6ec2b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6378419 May 06 09:22:51.717066 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 50890) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:51.723939 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=dad6c95e-6990-4429-9bc3-e83024379061,revision_number=5']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:51.729059 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:51.743968 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79039568-f86a-4841-8766-ca1056ed7f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ceeeb2-db9e-487f-99e9-74a4782f27e9,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:51.767040 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-79039568-f86a-4841-8766-ca1056ed7f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:51.768013 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-51809dc6-3763-4411-8e41-cbc452913867 req-689cb538-6ee5-48db-a8d0-5a620ef43ba1 service neutron] 10.222.0.79 "GET /v2.0/networks/e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241327 May 06 09:22:51.771692 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-3196f077-0861-48a6-9fa8-bb95e37be39f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:51.811664 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f0f76-2cfd-4a28-95ae-6588bb7f6d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc31d9f9-4710-4c83-bafe-2f5e4870915b,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:51.821818 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-9f9f0f76-2cfd-4a28-95ae-6588bb7f6d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:51.838599 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-9f9f0f76-2cfd-4a28-95ae-6588bb7f6d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:51.839841 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-9f9f0f76-2cfd-4a28-95ae-6588bb7f6d86 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc31d9f9-4710-4c83-bafe-2f5e4870915b HTTP/1.1" status: 204 len: 168 time: 0.6912751 May 06 09:22:51.845968 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Provisioning for port 73285a8f-35af-4c47-a73c-c5605456c3c4 completed by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:22:51.853499 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Provisioning complete for port 73285a8f-35af-4c47-a73c-c5605456c3c4 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:22:51.853499 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:51.882425 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473479f6-6a8e-418a-a427-ed0fd6dddfb5 req-2423a3ae-2e2b-4604-983b-c8389f0ff51d tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:51.890170 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-473479f6-6a8e-418a-a427-ed0fd6dddfb5 req-2423a3ae-2e2b-4604-983b-c8389f0ff51d tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 944 time: 0.3086886 May 06 09:22:51.941097 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-552becfb-aac6-420f-9723-1bb312732939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:51.972423 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-473479f6-6a8e-418a-a427-ed0fd6dddfb5 req-9c4bb8b4-be88-405b-8bb7-791d5007caee tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812850 May 06 09:22:51.999380 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-552becfb-aac6-420f-9723-1bb312732939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:52.126749 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b902cf-4921-4d79-958a-5a10132e456a req-8beaf2d7-4230-41e5-b609-90f8ed40e86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:52.128524 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-48b902cf-4921-4d79-958a-5a10132e456a req-8beaf2d7-4230-41e5-b609-90f8ed40e86d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 1099 time: 0.2065301 May 06 09:22:52.152397 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-552becfb-aac6-420f-9723-1bb312732939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:52.159550 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-79039568-f86a-4841-8766-ca1056ed7f89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:52.161681 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:52.178040 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552becfb-aac6-420f-9723-1bb312732939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ceeeb2-db9e-487f-99e9-74a4782f27e9,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:52.196919 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-48b902cf-4921-4d79-958a-5a10132e456a req-e095a672-1529-4053-b7c1-a8a095568ca2 service neutron] Synchronizing usage tracker for tenant:851b4389289d49b7a525ae0def6ea44b on resource:security_group {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:22:52.198163 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-552becfb-aac6-420f-9723-1bb312732939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:52.205813 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-552becfb-aac6-420f-9723-1bb312732939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:52.211982 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-552becfb-aac6-420f-9723-1bb312732939 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d5ceeeb2-db9e-487f-99e9-74a4782f27e9 HTTP/1.1" status: 204 len: 168 time: 0.4905856 May 06 09:22:52.236506 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 73285a8f-35af-4c47-a73c-c5605456c3c4, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=73285a8f-35af-4c47-a73c-c5605456c3c4,segment=NetworkSegment(7bfdc02c-4405-4bd3-bbf2-9571d057ac4a),segment_id=7bfdc02c-4405-4bd3-bbf2-9571d057ac4a)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:22:52.308934 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3feb00c-f9c2-4bcd-88c0-d1415268e167 req-df5d24e7-b5af-4f86-a98b-40da83b180e8 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:52.311077 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-f3feb00c-f9c2-4bcd-88c0-d1415268e167 req-df5d24e7-b5af-4f86-a98b-40da83b180e8 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 946 time: 0.0941932 May 06 09:22:52.357918 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-f3feb00c-f9c2-4bcd-88c0-d1415268e167 req-77a96798-dcb6-4e94-baf2-4fe22cff16f6 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408323 May 06 09:22:52.381280 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:52.381684 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-48b902cf-4921-4d79-958a-5a10132e456a req-e095a672-1529-4053-b7c1-a8a095568ca2 service neutron] Unset dirty status for tenant:851b4389289d49b7a525ae0def6ea44b on resource:security_group {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:22:52.383287 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-01e2bd9d-13ba-40f2-bfc3-f1e6e2b6dd74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:52.383511 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-48b902cf-4921-4d79-958a-5a10132e456a req-e095a672-1529-4053-b7c1-a8a095568ca2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475948 May 06 09:22:52.512571 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=73285a8f-35af-4c47-a73c-c5605456c3c4,revision_number=5']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:52.516602 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:52.936930 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 50946) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:52.975255 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-572a26f4-2ceb-4ace-a3d7-52bd1bd175d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:53.002271 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-572a26f4-2ceb-4ace-a3d7-52bd1bd175d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:53.010659 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-572a26f4-2ceb-4ace-a3d7-52bd1bd175d5 admin admin] Usage tracker for resource:security_group_rule and tenant:58bfde73966142709c8949c0f38eb3a8 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:53.014334 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-572a26f4-2ceb-4ace-a3d7-52bd1bd175d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:53.022113 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-572a26f4-2ceb-4ace-a3d7-52bd1bd175d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:53.194893 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-572a26f4-2ceb-4ace-a3d7-52bd1bd175d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:53.254718 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-572a26f4-2ceb-4ace-a3d7-52bd1bd175d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:53.263202 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-552becfb-aac6-420f-9723-1bb312732939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:53.309837 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-572a26f4-2ceb-4ace-a3d7-52bd1bd175d5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=58bfde73966142709c8949c0f38eb3a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3712831 May 06 09:22:53.313047 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 50968) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:53.328276 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7cc130-14b7-4616-a81e-4848e94a94b0 req-196a8dfb-155b-4f41-b581-f78f03515a74 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:53.330211 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-be7cc130-14b7-4616-a81e-4848e94a94b0 req-196a8dfb-155b-4f41-b581-f78f03515a74 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 944 time: 0.1728642 May 06 09:22:53.331638 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a26f4-2ceb-4ace-a3d7-52bd1bd175d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3173fdb5-cbe2-4496-ba7b-be9edb606c4a,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:53.373178 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-572a26f4-2ceb-4ace-a3d7-52bd1bd175d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:53.406492 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-be7cc130-14b7-4616-a81e-4848e94a94b0 req-e7b85001-0ac3-46e5-84a1-47d848fe3751 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649621 May 06 09:22:53.407100 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-566c0133-daaf-44d0-88ed-4ce0c61e3c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:53.435978 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-566c0133-daaf-44d0-88ed-4ce0c61e3c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:53.443218 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c931e088-f9cd-4231-a421-bde56f034f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73285a8f-35af-4c47-a73c-c5605456c3c4'}] {{(pid=74233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:22:53.614726 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-566c0133-daaf-44d0-88ed-4ce0c61e3c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:53.617936 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6a213-f167-4106-8a06-84a2c04f398f req-3718822e-43b9-4e2f-a25d-c4cde1c2b141 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:53.619961 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-876303f1-f44e-4aab-aa90-04c97456a2ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:53.625516 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-57c6a213-f167-4106-8a06-84a2c04f398f req-3718822e-43b9-4e2f-a25d-c4cde1c2b141 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 946 time: 0.1178422 May 06 09:22:53.641269 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c0133-daaf-44d0-88ed-4ce0c61e3c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3173fdb5-cbe2-4496-ba7b-be9edb606c4a,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:53.653114 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-566c0133-daaf-44d0-88ed-4ce0c61e3c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:53.657862 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-566c0133-daaf-44d0-88ed-4ce0c61e3c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:53.659364 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-566c0133-daaf-44d0-88ed-4ce0c61e3c9a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3173fdb5-cbe2-4496-ba7b-be9edb606c4a HTTP/1.1" status: 204 len: 168 time: 0.3453321 May 06 09:22:53.700741 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-57c6a213-f167-4106-8a06-84a2c04f398f req-a493ddf7-3bb9-4a06-a8dc-67faebcec30d tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741401 May 06 09:22:53.755579 dv-cinder-790014-1-smb neutron-server[74233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c931e088-f9cd-4231-a421-bde56f034f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73285a8f-35af-4c47-a73c-c5605456c3c4', 'code': 200} May 06 09:22:54.250385 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323812cd-8a18-43f6-830b-4540962e6ea3 req-392c03ac-0ad4-48d6-96f4-7783e5f52bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:54.251991 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-323812cd-8a18-43f6-830b-4540962e6ea3 req-392c03ac-0ad4-48d6-96f4-7783e5f52bfb service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 1098 time: 0.0732865 May 06 09:22:54.294696 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-323812cd-8a18-43f6-830b-4540962e6ea3 req-ec9149a8-907f-4456-ab17-4508f8b2a348 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365112 May 06 09:22:54.497182 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 51040) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:54.515997 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-2c79cd12-8cfc-4171-a205-2bebb9f80999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:54.544538 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-2c79cd12-8cfc-4171-a205-2bebb9f80999 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:54.548507 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-2c79cd12-8cfc-4171-a205-2bebb9f80999 admin admin] Usage tracker for resource:security_group_rule and tenant:79e4319aed394be38aee2b6775c9736e is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:54.551973 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-2c79cd12-8cfc-4171-a205-2bebb9f80999 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:54.557876 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-2c79cd12-8cfc-4171-a205-2bebb9f80999 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:54.611332 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936647f-c256-4b1d-b707-ce99eb714658 req-4abf9037-ce7a-4a33-a724-86e540de1774 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:54.612831 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-9936647f-c256-4b1d-b707-ce99eb714658 req-4abf9037-ce7a-4a33-a724-86e540de1774 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 944 time: 0.0933864 May 06 09:22:54.664067 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-9936647f-c256-4b1d-b707-ce99eb714658 req-46eeb537-6557-452a-9bab-dd905884c11c tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450776 May 06 09:22:54.675612 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-2c79cd12-8cfc-4171-a205-2bebb9f80999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:54.766060 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-2c79cd12-8cfc-4171-a205-2bebb9f80999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:54.779090 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-247c6d36-16c5-4eef-91eb-667c58d40383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:54.812694 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c79cd12-8cfc-4171-a205-2bebb9f80999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c4b310-b9ec-45af-b123-95e3d92727a7,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:54.818332 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-2c79cd12-8cfc-4171-a205-2bebb9f80999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:54.843811 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 51050) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:54.844504 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-2c79cd12-8cfc-4171-a205-2bebb9f80999 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=79e4319aed394be38aee2b6775c9736e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3453121 May 06 09:22:54.914308 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-4081d5b9-0395-402a-a6bb-9adc6ac30751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:54.931837 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbd45c-c248-4171-b588-02cdb4a4b709 req-4bdb7e46-ad0a-413e-9082-8cdc92543b1b tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:54.933334 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-5cfbd45c-c248-4171-b588-02cdb4a4b709 req-4bdb7e46-ad0a-413e-9082-8cdc92543b1b tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 946 time: 0.0875471 May 06 09:22:54.943781 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-4081d5b9-0395-402a-a6bb-9adc6ac30751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:54.965887 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 09:22:54.981952 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-5cfbd45c-c248-4171-b588-02cdb4a4b709 req-d65d3c96-8cf9-42d2-8422-4171cc84bf08 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404770 May 06 09:22:55.106674 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-4081d5b9-0395-402a-a6bb-9adc6ac30751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:55.111210 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-53aa9279-c8e1-4f4b-90c7-603b922948ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:55.124177 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4081d5b9-0395-402a-a6bb-9adc6ac30751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c4b310-b9ec-45af-b123-95e3d92727a7,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:55.139138 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-4081d5b9-0395-402a-a6bb-9adc6ac30751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:55.140207 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-4081d5b9-0395-402a-a6bb-9adc6ac30751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:55.141437 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-4081d5b9-0395-402a-a6bb-9adc6ac30751 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a1c4b310-b9ec-45af-b123-95e3d92727a7 HTTP/1.1" status: 204 len: 168 time: 0.2966247 May 06 09:22:55.153538 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8,segment=NetworkSegment(36c7da13-cf7e-4164-9f19-b350301e7409),segment_id=36c7da13-cf7e-4164-9f19-b350301e7409)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:22:55.186327 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Returning: {'device': '5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8', 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a', 'port_id': '5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8', 'mac_address': 'fa:16:3e:d2:d5:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3327bb7d-2498-459f-aedf-d87f7d766be5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 09:22:55.252279 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:55.280998 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8 {{(pid=74233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 09:22:55.299535 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8,segment=NetworkSegment(36c7da13-cf7e-4164-9f19-b350301e7409),segment_id=36c7da13-cf7e-4164-9f19-b350301e7409)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:22:55.420875 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:55.471146 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:55.505790 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8,revision_number=4']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:55.509916 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:55.742262 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] get_ports_and_sgs() called for port_ids ['5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8'] {{(pid=74233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 09:22:55.998215 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd8b44-908a-45b8-8aeb-4db11c8e5730 req-94a2a890-e05b-41cb-96a8-0d9a18af43bb tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:56.018580 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-f1dd8b44-908a-45b8-8aeb-4db11c8e5730 req-94a2a890-e05b-41cb-96a8-0d9a18af43bb tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 945 time: 0.2031894 May 06 09:22:56.086707 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-f1dd8b44-908a-45b8-8aeb-4db11c8e5730 req-b3b06e27-9202-4b0c-b852-ad01cd177001 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666232 May 06 09:22:56.206288 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae6a7a-e14a-4a43-928b-35b62149acd3 req-3743d835-871a-4c5b-a698-e3b758c4c600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:56.207797 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-45ae6a7a-e14a-4a43-928b-35b62149acd3 req-3743d835-871a-4c5b-a698-e3b758c4c600 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f9983e4cddcf4e468452d86169f2b091&device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 1099 time: 0.2530763 May 06 09:22:56.216368 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aaeed5-5430-4b3e-8629-7506e56805c0 req-684c9964-00a0-4c56-9ed8-7ccd2488391c tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:56.220197 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a7aaeed5-5430-4b3e-8629-7506e56805c0 req-684c9964-00a0-4c56-9ed8-7ccd2488391c tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 946 time: 0.1740477 May 06 09:22:56.386869 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a7aaeed5-5430-4b3e-8629-7506e56805c0 req-2612dd36-e52f-4b99-8fd4-a057b35fb3d5 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607950 May 06 09:22:56.502751 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae6a7a-e14a-4a43-928b-35b62149acd3 req-107e0e2b-beae-4ada-8e19-f4b75f515d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:56.504132 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-45ae6a7a-e14a-4a43-928b-35b62149acd3 req-107e0e2b-beae-4ada-8e19-f4b75f515d50 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6738b754-c0fb-47d7-9855-22e220ab6546 HTTP/1.1" status: 200 len: 920 time: 0.2794640 May 06 09:22:56.618056 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-45ae6a7a-e14a-4a43-928b-35b62149acd3 req-a292d840-a704-44b4-86a9-34526578288e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dad6c95e-6990-4429-9bc3-e83024379061 HTTP/1.1" status: 200 len: 217 time: 0.1068721 May 06 09:22:56.688379 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae6a7a-e14a-4a43-928b-35b62149acd3 req-e36a9417-478d-40ee-bdb2-5af10efb86b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:56.689788 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-45ae6a7a-e14a-4a43-928b-35b62149acd3 req-e36a9417-478d-40ee-bdb2-5af10efb86b7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f3aac420-410a-4224-bd12-b0f6b8f33f91 HTTP/1.1" status: 200 len: 858 time: 0.0642276 May 06 09:22:56.739468 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-45ae6a7a-e14a-4a43-928b-35b62149acd3 req-084de447-6c34-49d0-8642-a5a9189a302c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6738b754-c0fb-47d7-9855-22e220ab6546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424907 May 06 09:22:56.975278 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-45ae6a7a-e14a-4a43-928b-35b62149acd3 req-2a586aa3-2828-4ef3-ba89-b9d4aacaf023 service neutron] 10.222.0.79 "GET /v2.0/networks/6738b754-c0fb-47d7-9855-22e220ab6546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286775 May 06 09:22:56.978795 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8 up at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:22:57.116859 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Provisioning for port 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8 completed by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:22:57.128967 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-45ae6a7a-e14a-4a43-928b-35b62149acd3 req-19312a5f-56ea-4741-ba22-2e18b2a80c9e service neutron] 10.222.0.79 "GET /v2.0/networks/6738b754-c0fb-47d7-9855-22e220ab6546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466038 May 06 09:22:57.129348 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Provisioning complete for port 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:22:57.130295 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:57.289534 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:57.325241 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4b7c84-a7a6-4942-adbf-b6e3bcf46571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8'}] {{(pid=74233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:22:57.337471 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8,segment=NetworkSegment(36c7da13-cf7e-4164-9f19-b350301e7409),segment_id=36c7da13-cf7e-4164-9f19-b350301e7409)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:22:57.345578 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0dd5f-7642-45af-bac3-a16ce4198f89 req-f4554490-d4df-4bc9-ba0b-955838bad59a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:57.348312 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-62a0dd5f-7642-45af-bac3-a16ce4198f89 req-f4554490-d4df-4bc9-ba0b-955838bad59a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 945 time: 0.1199601 May 06 09:22:57.383315 dv-cinder-790014-1-smb neutron-server[74233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4b7c84-a7a6-4942-adbf-b6e3bcf46571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8', 'code': 200} May 06 09:22:57.412704 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-62a0dd5f-7642-45af-bac3-a16ce4198f89 req-f8ca001f-e01a-405e-a1eb-626cc5c18b99 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575652 May 06 09:22:57.445658 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:57.448980 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-01e2bd9d-13ba-40f2-bfc3-f1e6e2b6dd74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:57.605865 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8,revision_number=5']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:57.609704 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:57.769747 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eae916-d06e-47ae-826d-4553d56942fc req-a3ea61f1-8dde-4fc2-9a66-68ee5fd9dc70 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:57.776149 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-f0eae916-d06e-47ae-826d-4553d56942fc req-a3ea61f1-8dde-4fc2-9a66-68ee5fd9dc70 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 946 time: 0.1816623 May 06 09:22:57.882446 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-94dfa0da-22ae-4b7a-abd8-44cf5a569ecf tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:57.890718 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-94dfa0da-22ae-4b7a-abd8-44cf5a569ecf tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/networks?id=a69c290e-b8a1-4108-a145-cd8c4bb057e3 HTTP/1.1" status: 200 len: 815 time: 0.2660592 May 06 09:22:57.908838 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-520756fa-33b3-4791-957f-d91e1e85a720 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/quotas/721438689c5c44e78f53ad730cb9883d HTTP/1.1" status: 200 len: 375 time: 0.0167239 May 06 09:22:57.963985 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-f0eae916-d06e-47ae-826d-4553d56942fc req-faf93d0b-25cd-42c9-bcbb-dc7cc37a1eb6 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809034 May 06 09:22:58.004424 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a20c9-4de2-46bd-ac28-bb9bf63595a4 req-1d7f2188-7dfa-4a0e-a900-6fed5bd395ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:58.006149 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-6e7a20c9-4de2-46bd-ac28-bb9bf63595a4 req-1d7f2188-7dfa-4a0e-a900-6fed5bd395ea service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 1099 time: 0.2219920 May 06 09:22:58.029134 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-c90c2cda-4b75-473c-9fac-4559ead5e90c tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=721438689c5c44e78f53ad730cb9883d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1188359 May 06 09:22:58.093639 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-6e7a20c9-4de2-46bd-ac28-bb9bf63595a4 req-9ce26826-2dc2-4a84-92a8-7e15095fcaae service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754385 May 06 09:22:58.181693 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-df19580e-a452-4bbc-90d3-8c3896802994 service neutron] 10.222.0.20 "GET /v2.0/networks/a69c290e-b8a1-4108-a145-cd8c4bb057e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505396 May 06 09:22:58.354328 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-7a5612db-fc93-43e2-b6b4-ab3ddc758b04 service neutron] 10.222.0.20 "GET /v2.0/networks/a69c290e-b8a1-4108-a145-cd8c4bb057e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715181 May 06 09:22:58.908278 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef947c11-0662-4f6a-bee4-54ebf10dfa96 req-350b81ac-e0b6-4c4d-af19-c2a269d30ffb tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:58.909826 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-ef947c11-0662-4f6a-bee4-54ebf10dfa96 req-350b81ac-e0b6-4c4d-af19-c2a269d30ffb tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.20 "GET /v2.0/ports?device_id=275369d2-9125-46a5-89a3-4d2a0172a29c HTTP/1.1" status: 200 len: 946 time: 0.1215065 May 06 09:22:58.929943 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6a811-ebe4-4cf5-8492-cea1b7aae744 req-1587a46d-4630-4079-ae67-9466cd7f3574 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:58.931370 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-25d6a811-ebe4-4cf5-8492-cea1b7aae744 req-1587a46d-4630-4079-ae67-9466cd7f3574 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 946 time: 0.1695826 May 06 09:22:58.972592 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-ef947c11-0662-4f6a-bee4-54ebf10dfa96 req-cd13fcd1-81a2-4f4b-99b3-d3623ea2df69 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.20 "GET /v2.0/security-groups?id=e51b9025-aa1c-47b6-b60c-34842187a14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552065 May 06 09:22:59.039376 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-25d6a811-ebe4-4cf5-8492-cea1b7aae744 req-ee3d3943-a5b6-48e5-9590-4ab72e05052a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009817 May 06 09:22:59.105499 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-22d0dc0c-1840-44ab-8964-82a1a97d6eb9 req-bfa3acf3-7f92-4264-b101-ba557bcf6997 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a88fd3f-cb2b-443f-a38d-826bb761e2ce HTTP/1.1" status: 200 len: 210 time: 0.0661075 May 06 09:22:59.116237 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 51228) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:59.256533 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 51234) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:59.281661 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00813c04-ef65-48a0-8007-aa841a8961fc req-df46d7fb-50fb-4c23-8f5a-ca45face1442 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:22:59.291597 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-00813c04-ef65-48a0-8007-aa841a8961fc req-df46d7fb-50fb-4c23-8f5a-ca45face1442 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 946 time: 0.1268163 May 06 09:22:59.349364 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-00813c04-ef65-48a0-8007-aa841a8961fc req-468e7c42-f350-40f4-ae87-bfe332ff93de tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565228 May 06 09:22:59.429419 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-cf837ae8-2f89-4d5c-a122-d26803e927a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:59.446801 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-1d905715-223f-4c94-8014-e36808045a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:59.466392 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-cf837ae8-2f89-4d5c-a122-d26803e927a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:59.468676 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-cf837ae8-2f89-4d5c-a122-d26803e927a3 admin admin] Usage tracker for resource:security_group_rule and tenant:2f2bc8d1a1b7471187d921c0f7d127f1 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:59.473902 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-1d905715-223f-4c94-8014-e36808045a8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:22:59.477690 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-1d905715-223f-4c94-8014-e36808045a8b admin admin] Usage tracker for resource:security_group_rule and tenant:a7de0e5179fc47c08a3365e9e45bc1e4 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:22:59.480430 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-1d905715-223f-4c94-8014-e36808045a8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:59.487465 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-1d905715-223f-4c94-8014-e36808045a8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:59.492365 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-cf837ae8-2f89-4d5c-a122-d26803e927a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:22:59.503529 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-cf837ae8-2f89-4d5c-a122-d26803e927a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:22:59.629061 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-1d905715-223f-4c94-8014-e36808045a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:59.650313 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-cf837ae8-2f89-4d5c-a122-d26803e927a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:59.731260 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-1d905715-223f-4c94-8014-e36808045a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:59.740588 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-ff078ce7-d9ac-4241-b3e8-ff4501e6b370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:59.776967 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-cf837ae8-2f89-4d5c-a122-d26803e927a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:59.789162 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-1d905715-223f-4c94-8014-e36808045a8b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a7de0e5179fc47c08a3365e9e45bc1e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6717179 May 06 09:22:59.791669 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d905715-223f-4c94-8014-e36808045a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcc011a-dff7-471d-89e3-b1e36f5cbd61,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:59.792539 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 51246) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:59.797477 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-1d905715-223f-4c94-8014-e36808045a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:59.797629 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:59.830227 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-cf837ae8-2f89-4d5c-a122-d26803e927a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f2bc8d1a1b7471187d921c0f7d127f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5724607 May 06 09:22:59.833475 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 51250) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:22:59.839879 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf837ae8-2f89-4d5c-a122-d26803e927a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8f644f-0978-4bbe-8d33-cb192db6d183,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:59.852660 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-cf837ae8-2f89-4d5c-a122-d26803e927a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:59.907618 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e09350b8-6770-442c-9bc2-4e8953305c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:59.936282 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e09350b8-6770-442c-9bc2-4e8953305c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:59.940071 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-cabd4f93-54f6-4c9c-949a-7da8972e781d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:59.964576 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-cabd4f93-54f6-4c9c-949a-7da8972e781d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:00.057063 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e09350b8-6770-442c-9bc2-4e8953305c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:00.063368 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-c444d5ac-9d18-4832-bdde-ff389a931a55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:00.077236 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09350b8-6770-442c-9bc2-4e8953305c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8f644f-0978-4bbe-8d33-cb192db6d183,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:00.082937 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-e09350b8-6770-442c-9bc2-4e8953305c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:00.089984 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e09350b8-6770-442c-9bc2-4e8953305c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:00.091176 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-e09350b8-6770-442c-9bc2-4e8953305c80 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d8f644f-0978-4bbe-8d33-cb192db6d183 HTTP/1.1" status: 204 len: 168 time: 0.2568228 May 06 09:23:00.100826 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-cabd4f93-54f6-4c9c-949a-7da8972e781d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:00.149773 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:00.178382 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd4f93-54f6-4c9c-949a-7da8972e781d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcc011a-dff7-471d-89e3-b1e36f5cbd61,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:00.182710 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-cabd4f93-54f6-4c9c-949a-7da8972e781d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:00.185673 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-cabd4f93-54f6-4c9c-949a-7da8972e781d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:00.187693 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-cabd4f93-54f6-4c9c-949a-7da8972e781d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4fcc011a-dff7-471d-89e3-b1e36f5cbd61 HTTP/1.1" status: 204 len: 168 time: 0.3935075 May 06 09:23:00.230366 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3f61b-49e5-4bf3-a350-99b6729439cf req-1957282f-1375-48b3-9dff-efd58c2fab0d tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:00.232050 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-bdd3f61b-49e5-4bf3-a350-99b6729439cf req-1957282f-1375-48b3-9dff-efd58c2fab0d tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.20 "GET /v2.0/ports?device_id=275369d2-9125-46a5-89a3-4d2a0172a29c HTTP/1.1" status: 200 len: 946 time: 0.1191328 May 06 09:23:00.282716 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-bdd3f61b-49e5-4bf3-a350-99b6729439cf req-8baf4f1d-3d23-4400-8494-a47c0b58e4fc tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.20 "GET /v2.0/security-groups?id=e51b9025-aa1c-47b6-b60c-34842187a14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437698 May 06 09:23:00.316856 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d689c-7ece-495c-a801-28be962c167b req-6619545a-f33c-4acc-b20c-89cd01f658f2 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:00.318360 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-ad3d689c-7ece-495c-a801-28be962c167b req-6619545a-f33c-4acc-b20c-89cd01f658f2 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 946 time: 0.1000478 May 06 09:23:00.388097 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-ad3d689c-7ece-495c-a801-28be962c167b req-5c06e7f2-bd5a-4643-b980-32646132a087 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626547 May 06 09:23:00.448659 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-8f09205b-3510-4989-9674-a3b3d373970e req-34284500-b2cd-4cff-960d-6bc117b31d2c tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a88fd3f-cb2b-443f-a38d-826bb761e2ce HTTP/1.1" status: 200 len: 210 time: 0.0671227 May 06 09:23:00.464173 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:00.717849 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85dd5bc-a8c1-4443-885d-32aaa5840606 req-8f85da60-c437-42e7-8ebf-182d8a3337ad tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:00.719659 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-c85dd5bc-a8c1-4443-885d-32aaa5840606 req-8f85da60-c437-42e7-8ebf-182d8a3337ad tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 946 time: 0.1229622 May 06 09:23:00.728224 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc3d94-e00a-4dea-87df-7c6416172817 req-1655ac8e-f956-4978-81fa-a3703a1483c2 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:00.728224 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-cdbc3d94-e00a-4dea-87df-7c6416172817 req-1655ac8e-f956-4978-81fa-a3703a1483c2 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 946 time: 0.1161067 May 06 09:23:00.728224 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 51280) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:00.735539 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [None req-3dd6bb61-6ae6-4172-a471-9f8d8de288dc tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Request body: {'floatingip': {'port_id': '5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:23:00.831699 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3dd6bb61-6ae6-4172-a471-9f8d8de288dc tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for floatingip, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:00.961141 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-cdbc3d94-e00a-4dea-87df-7c6416172817 req-f13ebb10-1f6d-4706-bad6-9eca2ccfc4db tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632915 May 06 09:23:00.998261 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 51284) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:01.016162 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-c474bf60-34b2-4c0e-933c-ec2848125001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:01.053134 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-c474bf60-34b2-4c0e-933c-ec2848125001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:23:01.059708 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-c474bf60-34b2-4c0e-933c-ec2848125001 admin admin] Usage tracker for resource:security_group_rule and tenant:6f629c510ffa4683b7dc2277777a96b3 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:23:01.062038 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-c474bf60-34b2-4c0e-933c-ec2848125001 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:23:01.068764 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-c474bf60-34b2-4c0e-933c-ec2848125001 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:23:01.163091 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 51292) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:01.193950 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-fe1a67d9-c6dd-43f5-b3d6-f6498e31ac1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:01.212829 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-c474bf60-34b2-4c0e-933c-ec2848125001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:01.217932 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-fe1a67d9-c6dd-43f5-b3d6-f6498e31ac1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:23:01.222260 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-fe1a67d9-c6dd-43f5-b3d6-f6498e31ac1b admin admin] Usage tracker for resource:security_group_rule and tenant:04342b9e4e5f4512aa6c832314cd575b is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:23:01.228197 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-fe1a67d9-c6dd-43f5-b3d6-f6498e31ac1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:23:01.246622 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-fe1a67d9-c6dd-43f5-b3d6-f6498e31ac1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:23:01.315841 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893656c-f08e-43c6-8391-ccc1b9e5eade req-60361bfd-c703-4736-a57a-35efc19471dd tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:01.317308 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-2893656c-f08e-43c6-8391-ccc1b9e5eade req-60361bfd-c703-4736-a57a-35efc19471dd tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.79 "GET /v2.0/ports?device_id=275369d2-9125-46a5-89a3-4d2a0172a29c HTTP/1.1" status: 200 len: 946 time: 0.3403106 May 06 09:23:01.338612 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-c474bf60-34b2-4c0e-933c-ec2848125001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:01.347793 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-412a900c-5b89-441e-a388-f81e74546d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:01.467739 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-c474bf60-34b2-4c0e-933c-ec2848125001 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f629c510ffa4683b7dc2277777a96b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4641252 May 06 09:23:01.467739 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c474bf60-34b2-4c0e-933c-ec2848125001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ab215b-17fe-4b85-a890-3dace7e23dfb,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:01.473559 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-c474bf60-34b2-4c0e-933c-ec2848125001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:01.474201 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 51302) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:01.617726 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-fe1a67d9-c6dd-43f5-b3d6-f6498e31ac1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:01.618700 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-70d1df65-795a-4ca0-8ecf-8b48fbde49b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:01.638497 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5700e01-9836-4fa6-8f2b-6f2d37d852d5 req-cc810ba8-5f7a-4dce-8343-08f0254fc02a tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:01.640068 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-c5700e01-9836-4fa6-8f2b-6f2d37d852d5 req-cc810ba8-5f7a-4dce-8343-08f0254fc02a tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.20 "GET /v2.0/ports?device_id=275369d2-9125-46a5-89a3-4d2a0172a29c HTTP/1.1" status: 200 len: 946 time: 0.2209768 May 06 09:23:01.676351 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-70d1df65-795a-4ca0-8ecf-8b48fbde49b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:01.726916 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-fe1a67d9-c6dd-43f5-b3d6-f6498e31ac1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:01.737119 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:01.746389 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-c5700e01-9836-4fa6-8f2b-6f2d37d852d5 req-24162c91-b5d0-4f82-bda3-b8834c52c3ff tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.20 "GET /v2.0/security-groups?id=e51b9025-aa1c-47b6-b60c-34842187a14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917325 May 06 09:23:01.786085 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a67d9-c6dd-43f5-b3d6-f6498e31ac1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca5890c-60ab-4a1e-8db2-db0e6300c19c,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:01.787882 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-fe1a67d9-c6dd-43f5-b3d6-f6498e31ac1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:01.794528 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-fe1a67d9-c6dd-43f5-b3d6-f6498e31ac1b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=04342b9e4e5f4512aa6c832314cd575b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6274662 May 06 09:23:01.794742 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 51306) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:01.834100 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-193a8819-8eb6-49ac-88af-6ea0b074c037 req-97cd5275-198c-4ed5-8dfd-71ef77400689 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a88fd3f-cb2b-443f-a38d-826bb761e2ce HTTP/1.1" status: 200 len: 210 time: 0.2536483 May 06 09:23:01.873294 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-3ed76432-9de0-4dd3-bcb9-272504aa5c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:01.902754 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-70d1df65-795a-4ca0-8ecf-8b48fbde49b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:01.908001 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-3ed76432-9de0-4dd3-bcb9-272504aa5c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:01.920934 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-cabd4f93-54f6-4c9c-949a-7da8972e781d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:01.931086 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-16bec514-c42f-498c-a3bf-244ad562db80 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:01.932575 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-16bec514-c42f-498c-a3bf-244ad562db80 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.79 "GET /v2.0/networks?id=a69c290e-b8a1-4108-a145-cd8c4bb057e3 HTTP/1.1" status: 200 len: 815 time: 0.4896319 May 06 09:23:01.936364 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1df65-795a-4ca0-8ecf-8b48fbde49b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ab215b-17fe-4b85-a890-3dace7e23dfb,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:01.939664 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-70d1df65-795a-4ca0-8ecf-8b48fbde49b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:01.978547 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-70d1df65-795a-4ca0-8ecf-8b48fbde49b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:01.982488 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-70d1df65-795a-4ca0-8ecf-8b48fbde49b1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75ab215b-17fe-4b85-a890-3dace7e23dfb HTTP/1.1" status: 204 len: 168 time: 0.5063198 May 06 09:23:01.992181 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-de114fef-d6eb-459e-b809-756425a2122f tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Request body: {'port': {'device_id': '2a88fd3f-cb2b-443f-a38d-826bb761e2ce', 'network_id': 'a69c290e-b8a1-4108-a145-cd8c4bb057e3', 'admin_state_up': True, 'tenant_id': '721438689c5c44e78f53ad730cb9883d'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:23:02.070193 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [req-2893656c-f08e-43c6-8391-ccc1b9e5eade req-227d5f7d-7fe7-4633-ba9d-41c3a7a06370 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Deleting port d726f447-4e2c-4632-8bf3-7eb9b5feeeb1 {{(pid=74231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:23:02.070594 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-2893656c-f08e-43c6-8391-ccc1b9e5eade req-227d5f7d-7fe7-4633-ba9d-41c3a7a06370 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:02.115942 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-3ed76432-9de0-4dd3-bcb9-272504aa5c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:02.123975 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-d27ffbaf-0552-4766-857a-ae73bf3810ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:02.137200 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed76432-9de0-4dd3-bcb9-272504aa5c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca5890c-60ab-4a1e-8db2-db0e6300c19c,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:02.144908 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-3ed76432-9de0-4dd3-bcb9-272504aa5c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:02.146047 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-3ed76432-9de0-4dd3-bcb9-272504aa5c83 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ca5890c-60ab-4a1e-8db2-db0e6300c19c HTTP/1.1" status: 204 len: 168 time: 0.3496039 May 06 09:23:02.148767 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-3ed76432-9de0-4dd3-bcb9-272504aa5c83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:02.168747 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.db.resource_extend [None req-3dd6bb61-6ae6-4172-a471-9f8d8de288dc tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:23:02.220906 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8cd832-0f16-499f-9852-a83bb26a88c4 req-e2dd625b-8090-4990-a15f-c189c800a029 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:02.222541 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-ed8cd832-0f16-499f-9852-a83bb26a88c4 req-e2dd625b-8090-4990-a15f-c189c800a029 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 946 time: 0.1443763 May 06 09:23:02.293823 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-ed8cd832-0f16-499f-9852-a83bb26a88c4 req-391f6cea-acfd-4308-ba3c-36b258dd842c tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639253 May 06 09:23:02.359181 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3dd6bb61-6ae6-4172-a471-9f8d8de288dc tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:02.368862 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-de114fef-d6eb-459e-b809-756425a2122f tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:23:02.376137 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-2893656c-f08e-43c6-8391-ccc1b9e5eade req-227d5f7d-7fe7-4633-ba9d-41c3a7a06370 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] For port d726f447-4e2c-4632-8bf3-7eb9b5feeeb1, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=d726f447-4e2c-4632-8bf3-7eb9b5feeeb1,segment=NetworkSegment(57b0f83f-9482-42c3-aec0-d596b3e1f7bd),segment_id=57b0f83f-9482-42c3-aec0-d596b3e1f7bd)] {{(pid=74231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:23:02.376493 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-2893656c-f08e-43c6-8391-ccc1b9e5eade req-227d5f7d-7fe7-4633-ba9d-41c3a7a06370 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:02.394161 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-de114fef-d6eb-459e-b809-756425a2122f tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:23:02.511683 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [req-2893656c-f08e-43c6-8391-ccc1b9e5eade req-227d5f7d-7fe7-4633-ba9d-41c3a7a06370 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Calling delete_port for d726f447-4e2c-4632-8bf3-7eb9b5feeeb1 owned by compute:nova {{(pid=74231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:23:02.514802 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3dd6bb61-6ae6-4172-a471-9f8d8de288dc tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670062'] for floatingip, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:02.661796 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-de114fef-d6eb-459e-b809-756425a2122f tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Made reservation on behalf of 721438689c5c44e78f53ad730cb9883d for: {'port': 1} {{(pid=74231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:23:02.665934 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-de114fef-d6eb-459e-b809-756425a2122f tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:03.043741 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-5702352d-cb23-45f1-9234-32782c845d89 req-aa597810-5c07-4aad-82eb-7acf78e8339a tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a88fd3f-cb2b-443f-a38d-826bb761e2ce HTTP/1.1" status: 200 len: 210 time: 0.0624878 May 06 09:23:03.053296 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.db.l3_db [None req-3dd6bb61-6ae6-4172-a471-9f8d8de288dc tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Floating IP adf638a3-10f9-4b71-89fc-17c3905fff43 associated. External IP: 172.28.3.152, port: 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8. May 06 09:23:03.282975 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.db_base_plugin_common [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-de114fef-d6eb-459e-b809-756425a2122f tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Allocated IP 172.20.0.9 (a69c290e-b8a1-4108-a145-cd8c4bb057e3/48217201-77f0-4a45-b499-0cae79b4ea6e/814be6f2-dda7-4f3f-87ba-2da626c7c964) {{(pid=74231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:23:03.322761 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520d527-27d1-49b0-8afc-05896a558fc9 req-eccc3b70-1c7d-44e6-96e2-984d3ba6799e tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:03.322761 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-2520d527-27d1-49b0-8afc-05896a558fc9 req-eccc3b70-1c7d-44e6-96e2-984d3ba6799e tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.20 "GET /v2.0/ports?device_id=275369d2-9125-46a5-89a3-4d2a0172a29c HTTP/1.1" status: 200 len: 946 time: 0.4122288 May 06 09:23:03.442560 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-2520d527-27d1-49b0-8afc-05896a558fc9 req-d507fed4-80e1-4099-ab91-70abc1c2117f tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.20 "GET /v2.0/security-groups?id=e51b9025-aa1c-47b6-b60c-34842187a14d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059275 May 06 09:23:03.553158 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827f6cf-2e6f-4c77-a217-9d8b04ac13b3 req-6e5e1321-4456-49e0-ac9b-24a2d325fdb9 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:03.554690 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-6827f6cf-2e6f-4c77-a217-9d8b04ac13b3 req-6e5e1321-4456-49e0-ac9b-24a2d325fdb9 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 946 time: 0.1097353 May 06 09:23:03.627300 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-6827f6cf-2e6f-4c77-a217-9d8b04ac13b3 req-669544d4-6f17-4503-82eb-15f4faf9345f tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669258 May 06 09:23:03.630274 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-2893656c-f08e-43c6-8391-ccc1b9e5eade req-227d5f7d-7fe7-4633-ba9d-41c3a7a06370 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:03.662004 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:03.722866 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d5f7d-7fe7-4633-ba9d-41c3a7a06370 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Pushing event deleted for resources: {'Port': ['ID=d726f447-4e2c-4632-8bf3-7eb9b5feeeb1,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:03.725890 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-227d5f7d-7fe7-4633-ba9d-41c3a7a06370 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:03.845633 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [req-2893656c-f08e-43c6-8391-ccc1b9e5eade req-227d5f7d-7fe7-4633-ba9d-41c3a7a06370 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] No DVR routers for this DVR port d726f447-4e2c-4632-8bf3-7eb9b5feeeb1 on host hv-cinder-79001 {{(pid=74231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:23:03.872909 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-2893656c-f08e-43c6-8391-ccc1b9e5eade req-227d5f7d-7fe7-4633-ba9d-41c3a7a06370 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:03.876015 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275369d2-9125-46a5-89a3-4d2a0172a29c', 'name': 'network-vif-deleted', 'tag': 'd726f447-4e2c-4632-8bf3-7eb9b5feeeb1'}] {{(pid=74231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:23:03.912401 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd6bb61-6ae6-4172-a471-9f8d8de288dc tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Router e732fe2c-c27b-4709-b8c1-dc051fb9b594 has already been hosted by L3 agent 6417d645-ec24-4e28-ae28-fb602049daa5 {{(pid=74231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 09:23:03.918233 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-de114fef-d6eb-459e-b809-756425a2122f tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Notify callbacks [] for port, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:03.931476 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275369d2-9125-46a5-89a3-4d2a0172a29c', 'name': 'network-vif-deleted', 'tag': 'd726f447-4e2c-4632-8bf3-7eb9b5feeeb1', 'status': 'completed', 'code': 200} May 06 09:23:04.148059 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-2893656c-f08e-43c6-8391-ccc1b9e5eade req-227d5f7d-7fe7-4633-ba9d-41c3a7a06370 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.79 "DELETE /v2.0/ports/d726f447-4e2c-4632-8bf3-7eb9b5feeeb1 HTTP/1.1" status: 204 len: 173 time: 2.8211639 May 06 09:23:04.218595 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd6bb61-6ae6-4172-a471-9f8d8de288dc tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify agent at l3_agent.dv-cinder-790014-1-smb the message routers_updated {{(pid=74231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 09:23:04.222947 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3dd6bb61-6ae6-4172-a471-9f8d8de288dc tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for floatingip, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:04.239573 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e1a339-b282-4289-a956-539c45813505 None None] Sync routers for ids ['e732fe2c-c27b-4709-b8c1-dc051fb9b594'] in dv-cinder-790014-1-smb {{(pid=74234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:23:04.259130 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e1a339-b282-4289-a956-539c45813505 None None] Routers {'e732fe2c-c27b-4709-b8c1-dc051fb9b594'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:23:04.262160 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-e4e1a339-b282-4289-a956-539c45813505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:22:46Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['e732fe2c-c27b-4709-b8c1-dc051fb9b594'], 'active': True} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:23:04.303942 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-3dd6bb61-6ae6-4172-a471-9f8d8de288dc tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "PUT /v2.0/floatingips/adf638a3-10f9-4b71-89fc-17c3905fff43 HTTP/1.1" status: 200 len: 992 time: 3.5746567 May 06 09:23:04.312902 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-b21bba76-47aa-493b-969a-bce561adc333 req-6fbb603d-da51-4a1c-8082-daf5a6bbb2e7 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a88fd3f-cb2b-443f-a38d-826bb761e2ce HTTP/1.1" status: 200 len: 210 time: 0.1033828 May 06 09:23:04.325615 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-de114fef-d6eb-459e-b809-756425a2122f tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:04.342949 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] get_ports_and_sgs() called for port_ids ['b91e6d5e-e443-4dc8-8459-fddf85a10867'] {{(pid=74233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 09:23:04.343664 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:04.406040 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-de114fef-d6eb-459e-b809-756425a2122f tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Network a69c290e-b8a1-4108-a145-cd8c4bb057e3 is already hosted by enough agents. {{(pid=74231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:23:04.409675 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.base_scheduler [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-de114fef-d6eb-459e-b809-756425a2122f tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Resources bound (agent type, host, resource id): {{(pid=74231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:23:04.412290 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-de114fef-d6eb-459e-b809-756425a2122f tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Received port after_create {{(pid=74231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:23:04.486887 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de114fef-d6eb-459e-b809-756425a2122f tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Pushing event updated for resources: {'Port': ['ID=814be6f2-dda7-4f3f-87ba-2da626c7c964,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:04.498719 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-de114fef-d6eb-459e-b809-756425a2122f tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:04.522442 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-de114fef-d6eb-459e-b809-756425a2122f tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:04.526124 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-de114fef-d6eb-459e-b809-756425a2122f tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:04.539247 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvr_db [None req-e4e1a339-b282-4289-a956-539c45813505 None None] Set router e732fe2c-c27b-4709-b8c1-dc051fb9b594 gateway port host: dv-cinder-790014-1-smb {{(pid=74234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:23:04.634559 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-f817c0fc-e0bf-478f-8967-4d731f53ce46 req-6f00ee3f-9dbe-49bf-8b30-2b2e7e08a696 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.20 "GET /v2.0/ports?device_id=275369d2-9125-46a5-89a3-4d2a0172a29c HTTP/1.1" status: 200 len: 210 time: 0.0542543 May 06 09:23:04.718532 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-de114fef-d6eb-459e-b809-756425a2122f tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7664506 May 06 09:23:04.738745 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-1843680a-a40b-473c-baf4-923719d93d32 service neutron] Request body: {'port': {'device_id': '2a88fd3f-cb2b-443f-a38d-826bb761e2ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:23:04.998923 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-e4e1a339-b282-4289-a956-539c45813505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'name': 'tempest-AttachVolumeShelveTestJSON-1690302589-router', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '456bb1ef-e0b3-4859-a861-78809388f9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:22:11Z', 'updated_at': '2021-05-06T09:22:24Z', 'revision_number': 4, 'project_id': '87a87eb65c3849949fab4179da2d6886', 'gw_port': {'id': '456bb1ef-e0b3-4859-a861-78809388f9c4', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:12Z', 'updated_at': '2021-05-06T09:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_floatingips': [{'id': 'adf638a3-10f9-4b71-89fc-17c3905fff43', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'floating_ip_address': '172.28.3.152', 'floating_network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'router_id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'port_id': '5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a', 'mac_address': 'fa:16:3e:d2:d5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4b7c84-a7a6-4942-adbf-b6e3bcf46571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:22:38Z', 'updated_at': '2021-05-06T09:23:01Z', 'revision_number': 1, 'project_id': '87a87eb65c3849949fab4179da2d6886', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '030c77b3-ed7f-4d71-a784-39c0429ac268', 'name': '', 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'mac_address': 'fa:16:3e:d8:45:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3327bb7d-2498-459f-aedf-d87f7d766be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:19Z', 'updated_at': '2021-05-06T09:22:36Z', 'revision_number': 5, 'project_id': '87a87eb65c3849949fab4179da2d6886', 'subnets': [{'id': '3327bb7d-2498-459f-aedf-d87f7d766be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:23:05.004121 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e1a339-b282-4289-a956-539c45813505 None None] Checking router: e732fe2c-c27b-4709-b8c1-dc051fb9b594 for host: dv-cinder-790014-1-smb {{(pid=74234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:23:05.012816 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device d726f447-4e2c-4632-8bf3-7eb9b5feeeb1 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 09:23:05.028468 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e1a339-b282-4289-a956-539c45813505 None None] Routers {'e732fe2c-c27b-4709-b8c1-dc051fb9b594'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:23:05.029150 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-e4e1a339-b282-4289-a956-539c45813505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:22:46Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['e732fe2c-c27b-4709-b8c1-dc051fb9b594'], 'active': True} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:23:05.045244 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-1843680a-a40b-473c-baf4-923719d93d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:05.098817 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] No Port match for: d726f447-4e2c-4632-8bf3-7eb9b5feeeb1 {{(pid=74233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 09:23:05.099801 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device d726f447-4e2c-4632-8bf3-7eb9b5feeeb1 not bound to the agent host hv-cinder-79001 {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 09:23:05.149724 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316317c-8935-47d9-9e37-1a872a41547c req-190fda4d-0c38-4049-bc9f-f08798e0cb3c tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:05.151793 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-2316317c-8935-47d9-9e37-1a872a41547c req-190fda4d-0c38-4049-bc9f-f08798e0cb3c tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 946 time: 0.3735743 May 06 09:23:05.264576 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-2316317c-8935-47d9-9e37-1a872a41547c req-b583784b-5db8-49f3-ae4e-ddf69b525fe9 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032493 May 06 09:23:05.395631 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvr_db [None req-e4e1a339-b282-4289-a956-539c45813505 None None] Set router e732fe2c-c27b-4709-b8c1-dc051fb9b594 gateway port host: dv-cinder-790014-1-smb {{(pid=74234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:23:05.520072 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedaff57-7307-4edd-a1d0-088355d2eba8 req-ed241fc2-3864-4e98-a6d5-6cd03baee296 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:05.521599 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-bedaff57-7307-4edd-a1d0-088355d2eba8 req-ed241fc2-3864-4e98-a6d5-6cd03baee296 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a88fd3f-cb2b-443f-a38d-826bb761e2ce HTTP/1.1" status: 200 len: 931 time: 0.0914991 May 06 09:23:05.537117 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-1843680a-a40b-473c-baf4-923719d93d32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 814be6f2-dda7-4f3f-87ba-2da626c7c964 {{(pid=74231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 09:23:05.545665 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-1843680a-a40b-473c-baf4-923719d93d32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:05.562325 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.provisioning_blocks [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-1843680a-a40b-473c-baf4-923719d93d32 service neutron] Transition to ACTIVE for port object 814be6f2-dda7-4f3f-87ba-2da626c7c964 will not be triggered until provisioned by entity L2. {{(pid=74231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:23:05.576837 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-bedaff57-7307-4edd-a1d0-088355d2eba8 req-d3139ed6-4856-4393-9e07-7fd595b021f3 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454416 May 06 09:23:05.656847 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-1843680a-a40b-473c-baf4-923719d93d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15534154'] for port, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:05.660892 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-eec8d085-624a-4365-b9e4-b512471b72b7 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:05.817140 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1843680a-a40b-473c-baf4-923719d93d32 service neutron] Pushing event updated for resources: {'Port': ['ID=814be6f2-dda7-4f3f-87ba-2da626c7c964,revision_number=2']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:05.822097 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-1843680a-a40b-473c-baf4-923719d93d32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:05.838058 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-5c7dd758-e335-43f3-a878-d50c3a84b1df req-80979c92-acdc-4570-832a-d1ed9cb50cec tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] 10.222.0.20 "GET /v2.0/ports?device_id=275369d2-9125-46a5-89a3-4d2a0172a29c HTTP/1.1" status: 200 len: 210 time: 0.0704136 May 06 09:23:05.848462 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-e4e1a339-b282-4289-a956-539c45813505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'name': 'tempest-AttachVolumeShelveTestJSON-1690302589-router', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '456bb1ef-e0b3-4859-a861-78809388f9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:22:11Z', 'updated_at': '2021-05-06T09:22:24Z', 'revision_number': 4, 'project_id': '87a87eb65c3849949fab4179da2d6886', 'gw_port': {'id': '456bb1ef-e0b3-4859-a861-78809388f9c4', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:12Z', 'updated_at': '2021-05-06T09:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_floatingips': [{'id': 'adf638a3-10f9-4b71-89fc-17c3905fff43', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'floating_ip_address': '172.28.3.152', 'floating_network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'router_id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'port_id': '5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a', 'mac_address': 'fa:16:3e:d2:d5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4b7c84-a7a6-4942-adbf-b6e3bcf46571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:22:38Z', 'updated_at': '2021-05-06T09:23:01Z', 'revision_number': 1, 'project_id': '87a87eb65c3849949fab4179da2d6886', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '030c77b3-ed7f-4d71-a784-39c0429ac268', 'name': '', 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'mac_address': 'fa:16:3e:d8:45:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3327bb7d-2498-459f-aedf-d87f7d766be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:19Z', 'updated_at': '2021-05-06T09:22:36Z', 'revision_number': 5, 'project_id': '87a87eb65c3849949fab4179da2d6886', 'subnets': [{'id': '3327bb7d-2498-459f-aedf-d87f7d766be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:23:05.853631 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e1a339-b282-4289-a956-539c45813505 None None] The sync data for ids ['e732fe2c-c27b-4709-b8c1-dc051fb9b594'] in dv-cinder-790014-1-smb is: [{'id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'name': 'tempest-AttachVolumeShelveTestJSON-1690302589-router', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '456bb1ef-e0b3-4859-a861-78809388f9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:22:11Z', 'updated_at': '2021-05-06T09:22:24Z', 'revision_number': 4, 'project_id': '87a87eb65c3849949fab4179da2d6886', 'gw_port': {'id': '456bb1ef-e0b3-4859-a861-78809388f9c4', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:12Z', 'updated_at': '2021-05-06T09:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_floatingips': [{'id': 'adf638a3-10f9-4b71-89fc-17c3905fff43', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'floating_ip_address': '172.28.3.152', 'floating_network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'router_id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'port_id': '5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a', 'mac_address': 'fa:16:3e:d2:d5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4b7c84-a7a6-4942-adbf-b6e3bcf46571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:22:38Z', 'updated_at': '2021-05-06T09:23:01Z', 'revision_number': 1, 'project_id': '87a87eb65c3849949fab4179da2d6886', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '030c77b3-ed7f-4d71-a784-39c0429ac268', 'name': '', 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'mac_address': 'fa:16:3e:d8:45:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3327bb7d-2498-459f-aedf-d87f7d766be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:19Z', 'updated_at': '2021-05-06T09:22:36Z', 'revision_number': 5, 'project_id': '87a87eb65c3849949fab4179da2d6886', 'subnets': [{'id': '3327bb7d-2498-459f-aedf-d87f7d766be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:23:05.934894 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a4b7c84-a7a6-4942-adbf-b6e3bcf46571', 'tag': '5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8'}] {{(pid=74231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:23:05.960974 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-1843680a-a40b-473c-baf4-923719d93d32 service neutron] Attempting to bind port 814be6f2-dda7-4f3f-87ba-2da626c7c964 on host hv-cinder-79001 for vnic_type normal with profile {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:23:05.961317 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-1843680a-a40b-473c-baf4-923719d93d32 service neutron] Attempting to bind port 814be6f2-dda7-4f3f-87ba-2da626c7c964 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '8cc31b58-1f92-490c-9268-9f879d8942f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a69c290e-b8a1-4108-a145-cd8c4bb057e3'}] {{(pid=74231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:23:05.961647 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-1843680a-a40b-473c-baf4-923719d93d32 service neutron] Attempting to bind port 814be6f2-dda7-4f3f-87ba-2da626c7c964 on network a69c290e-b8a1-4108-a145-cd8c4bb057e3 {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:23:05.966664 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-1843680a-a40b-473c-baf4-923719d93d32 service neutron] Port 814be6f2-dda7-4f3f-87ba-2da626c7c964 on network a69c290e-b8a1-4108-a145-cd8c4bb057e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 09:23:05.967622 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-1843680a-a40b-473c-baf4-923719d93d32 service neutron] Attempting to bind port 814be6f2-dda7-4f3f-87ba-2da626c7c964 on network a69c290e-b8a1-4108-a145-cd8c4bb057e3 {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:23:05.973604 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-1843680a-a40b-473c-baf4-923719d93d32 service neutron] Checking agent: {'id': 'e51fd9d5-0712-41db-be1b-bc822ebf26a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 20, 30), 'started_at': datetime.datetime(2021, 5, 6, 9, 20, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 09:23:05.973956 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-1843680a-a40b-473c-baf4-923719d93d32 service neutron] Checking segment: {'id': '8cc31b58-1f92-490c-9268-9f879d8942f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a69c290e-b8a1-4108-a145-cd8c4bb057e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:23:05.974331 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-1843680a-a40b-473c-baf4-923719d93d32 service neutron] Bound using segment: {'id': '8cc31b58-1f92-490c-9268-9f879d8942f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a69c290e-b8a1-4108-a145-cd8c4bb057e3'} {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 09:23:05.974762 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-1843680a-a40b-473c-baf4-923719d93d32 service neutron] Bound port: 814be6f2-dda7-4f3f-87ba-2da626c7c964, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cc31b58-1f92-490c-9268-9f879d8942f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a69c290e-b8a1-4108-a145-cd8c4bb057e3'}}] {{(pid=74231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:23:05.975110 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-1843680a-a40b-473c-baf4-923719d93d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:05.985241 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a4b7c84-a7a6-4942-adbf-b6e3bcf46571', 'tag': '5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8', 'status': 'completed', 'code': 200} May 06 09:23:06.166013 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-1843680a-a40b-473c-baf4-923719d93d32 service neutron] For port 814be6f2-dda7-4f3f-87ba-2da626c7c964, host hv-cinder-79001, cleared binding levels {{(pid=74231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 09:23:06.181084 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84aa755d-e790-4a52-bf8b-7dd21c2f03ea None None] New status for floating IP adf638a3-10f9-4b71-89fc-17c3905fff43: ACTIVE {{(pid=74233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:23:06.201234 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-1843680a-a40b-473c-baf4-923719d93d32 service neutron] For port 814be6f2-dda7-4f3f-87ba-2da626c7c964, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=814be6f2-dda7-4f3f-87ba-2da626c7c964,segment=NetworkSegment(8cc31b58-1f92-490c-9268-9f879d8942f0),segment_id=8cc31b58-1f92-490c-9268-9f879d8942f0)] {{(pid=74231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 09:23:06.208962 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d679cb-dfd6-4a54-8448-d022bef29274 req-7a858653-abbf-4180-b14e-5e3f47676999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:06.215031 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e8d679cb-dfd6-4a54-8448-d022bef29274 req-7a858653-abbf-4180-b14e-5e3f47676999 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=87a87eb65c3849949fab4179da2d6886&device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 1099 time: 0.1889212 May 06 09:23:06.316304 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-1843680a-a40b-473c-baf4-923719d93d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15534154'] for port, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:06.327136 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:06.434467 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-1843680a-a40b-473c-baf4-923719d93d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:06.435087 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-1843680a-a40b-473c-baf4-923719d93d32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:06.437114 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-1843680a-a40b-473c-baf4-923719d93d32 service neutron] 10.222.0.79 "PUT /v2.0/ports/814be6f2-dda7-4f3f-87ba-2da626c7c964 HTTP/1.1" status: 200 len: 1093 time: 1.7031953 May 06 09:23:06.472190 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1843680a-a40b-473c-baf4-923719d93d32 service neutron] Pushing event updated for resources: {'Port': ['ID=814be6f2-dda7-4f3f-87ba-2da626c7c964,revision_number=3']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:06.485831 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-1843680a-a40b-473c-baf4-923719d93d32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:06.493789 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d679cb-dfd6-4a54-8448-d022bef29274 req-b50b15c6-9c18-47eb-9243-6bfde7adeb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:06.495635 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e8d679cb-dfd6-4a54-8448-d022bef29274 req-b50b15c6-9c18-47eb-9243-6bfde7adeb88 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a HTTP/1.1" status: 200 len: 919 time: 0.2736421 May 06 09:23:06.557646 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e23b4-a933-443b-8509-d630ff1f9288 req-875d6d88-27db-4683-b2f1-355187efbdca tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:06.565646 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-199e23b4-a933-443b-8509-d630ff1f9288 req-875d6d88-27db-4683-b2f1-355187efbdca tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 946 time: 0.0993385 May 06 09:23:06.618451 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-199e23b4-a933-443b-8509-d630ff1f9288 req-79a7927b-d47f-460f-86af-c69d61de31c7 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515535 May 06 09:23:06.822628 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e8d679cb-dfd6-4a54-8448-d022bef29274 req-0f25cf55-f9dc-444c-b197-ec0d97b1e3f2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8 HTTP/1.1" status: 200 len: 1002 time: 0.3189943 May 06 09:23:06.822720 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 51446) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:06.901825 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-7d3a3c4d-7bfa-4869-8bee-6f5ac30cd252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:06.903303 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-7d3a3c4d-7bfa-4869-8bee-6f5ac30cd252 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=721438689c5c44e78f53ad730cb9883d&device_id=2a88fd3f-cb2b-443f-a38d-826bb761e2ce HTTP/1.1" status: 200 len: 1096 time: 0.2315142 May 06 09:23:06.968839 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-8cb79efa-4be6-49c0-8fb4-78c7e2429034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:06.975279 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d679cb-dfd6-4a54-8448-d022bef29274 req-7022f248-ea03-4247-add6-28e7621a8422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:06.976805 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e8d679cb-dfd6-4a54-8448-d022bef29274 req-7022f248-ea03-4247-add6-28e7621a8422 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3327bb7d-2498-459f-aedf-d87f7d766be5 HTTP/1.1" status: 200 len: 856 time: 0.1465642 May 06 09:23:06.991125 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-8cb79efa-4be6-49c0-8fb4-78c7e2429034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:23:06.993044 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-5dfb4596-1274-4910-aeb7-f6eada087e11 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=814be6f2-dda7-4f3f-87ba-2da626c7c964 HTTP/1.1" status: 200 len: 217 time: 0.0766299 May 06 09:23:06.997539 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-8cb79efa-4be6-49c0-8fb4-78c7e2429034 admin admin] Usage tracker for resource:security_group_rule and tenant:6efb8971971f4cf3a52887e5ff1e9e36 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:23:07.001777 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-8cb79efa-4be6-49c0-8fb4-78c7e2429034 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:23:07.009629 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-8cb79efa-4be6-49c0-8fb4-78c7e2429034 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:23:07.036351 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58e95c-ceb8-470a-85a2-f29de2108856 req-9d8603bf-98c0-40f0-bab6-0573e29ec635 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:07.037090 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-fa58e95c-ceb8-470a-85a2-f29de2108856 req-9d8603bf-98c0-40f0-bab6-0573e29ec635 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Synchronizing usage tracker for tenant:721438689c5c44e78f53ad730cb9883d on resource:port {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:23:07.118017 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-0f23f0eb-711b-4e64-8f04-debf77948111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:07.119466 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-0f23f0eb-711b-4e64-8f04-debf77948111 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=48217201-77f0-4a45-b499-0cae79b4ea6e HTTP/1.1" status: 200 len: 855 time: 0.0961690 May 06 09:23:07.120388 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-8cb79efa-4be6-49c0-8fb4-78c7e2429034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:07.179468 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-8cb79efa-4be6-49c0-8fb4-78c7e2429034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:07.185438 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-fa58e95c-ceb8-470a-85a2-f29de2108856 req-9d8603bf-98c0-40f0-bab6-0573e29ec635 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Unset dirty status for tenant:721438689c5c44e78f53ad730cb9883d on resource:port {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:23:07.187130 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-f63154c5-07a8-4db3-88ea-a2a78ef8bba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:07.192104 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fa58e95c-ceb8-470a-85a2-f29de2108856 req-9d8603bf-98c0-40f0-bab6-0573e29ec635 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a88fd3f-cb2b-443f-a38d-826bb761e2ce HTTP/1.1" status: 200 len: 943 time: 0.4415386 May 06 09:23:07.220613 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb79efa-4be6-49c0-8fb4-78c7e2429034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a3e207-9c95-4e4e-9abd-a171e3f66178,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:07.232066 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d679cb-dfd6-4a54-8448-d022bef29274 req-cbbe37fb-2274-4932-be1f-618e4b7ef976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:07.234864 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e8d679cb-dfd6-4a54-8448-d022bef29274 req-cbbe37fb-2274-4932-be1f-618e4b7ef976 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2447906 May 06 09:23:07.245882 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb79efa-4be6-49c0-8fb4-78c7e2429034 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:07.246396 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb79efa-4be6-49c0-8fb4-78c7e2429034 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:07.246753 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb79efa-4be6-49c0-8fb4-78c7e2429034 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:07.247104 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb79efa-4be6-49c0-8fb4-78c7e2429034 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:07.247446 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb79efa-4be6-49c0-8fb4-78c7e2429034 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:07.248067 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb79efa-4be6-49c0-8fb4-78c7e2429034 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:07.248416 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb79efa-4be6-49c0-8fb4-78c7e2429034 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:07.248761 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb79efa-4be6-49c0-8fb4-78c7e2429034 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:07.249208 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb79efa-4be6-49c0-8fb4-78c7e2429034 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:07.249550 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb79efa-4be6-49c0-8fb4-78c7e2429034 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:07.249887 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb79efa-4be6-49c0-8fb4-78c7e2429034 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:07.250223 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb79efa-4be6-49c0-8fb4-78c7e2429034 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:07.256414 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-8cb79efa-4be6-49c0-8fb4-78c7e2429034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:07.258998 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-38f29d37-3bff-439f-9747-771b60173aca service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a69c290e-b8a1-4108-a145-cd8c4bb057e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1287615 May 06 09:23:07.259704 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-8cb79efa-4be6-49c0-8fb4-78c7e2429034 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6efb8971971f4cf3a52887e5ff1e9e36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4359581 May 06 09:23:07.262317 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 51464) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:07.263319 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fa58e95c-ceb8-470a-85a2-f29de2108856 req-f2b41eef-29ed-4684-af7e-d8f52d867839 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698676 May 06 09:23:07.353393 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-d012e0ab-dbb8-4d65-819b-09e793b7decd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:07.387021 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-d012e0ab-dbb8-4d65-819b-09e793b7decd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:07.506642 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-d012e0ab-dbb8-4d65-819b-09e793b7decd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:07.510689 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-3ed76432-9de0-4dd3-bcb9-272504aa5c83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:07.517661 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-afdb237e-767b-4117-860c-057d488fbf04 service neutron] 10.222.0.79 "GET /v2.0/networks/a69c290e-b8a1-4108-a145-cd8c4bb057e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316234 May 06 09:23:07.519471 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e8d679cb-dfd6-4a54-8448-d022bef29274 req-193439cd-1cb2-4e1f-bf7a-80f011d864bc service neutron] 10.222.0.79 "GET /v2.0/networks/e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593205 May 06 09:23:07.525470 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d012e0ab-dbb8-4d65-819b-09e793b7decd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a3e207-9c95-4e4e-9abd-a171e3f66178,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:07.530180 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-d012e0ab-dbb8-4d65-819b-09e793b7decd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:07.533361 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-d012e0ab-dbb8-4d65-819b-09e793b7decd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:07.534461 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-d012e0ab-dbb8-4d65-819b-09e793b7decd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/45a3e207-9c95-4e4e-9abd-a171e3f66178 HTTP/1.1" status: 204 len: 168 time: 0.2703986 May 06 09:23:07.810459 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e8d679cb-dfd6-4a54-8448-d022bef29274 req-43963d31-a8d3-4cb2-8681-e42a6e7c9f59 service neutron] 10.222.0.79 "GET /v2.0/networks/e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479541 May 06 09:23:07.811057 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091525f7-396c-4ba9-83b6-dacf1a18940e req-0bed05a0-4ffb-44c3-9a6d-8182469270c9 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:07.812809 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-091525f7-396c-4ba9-83b6-dacf1a18940e req-0bed05a0-4ffb-44c3-9a6d-8182469270c9 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 946 time: 0.0854630 May 06 09:23:07.827768 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b805ad1d-fcb6-41e1-a7f8-95300a351338 req-ab19435b-daca-4004-91e9-a3449b0427b3 service neutron] 10.222.0.79 "GET /v2.0/networks/a69c290e-b8a1-4108-a145-cd8c4bb057e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894893 May 06 09:23:07.873557 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-091525f7-396c-4ba9-83b6-dacf1a18940e req-2123799c-2695-4496-ad96-7473df9c94bd tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544350 May 06 09:23:07.986313 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a88fd3f-cb2b-443f-a38d-826bb761e2ce', 'tag': '814be6f2-dda7-4f3f-87ba-2da626c7c964'}] {{(pid=74231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:23:08.030295 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a88fd3f-cb2b-443f-a38d-826bb761e2ce', 'tag': '814be6f2-dda7-4f3f-87ba-2da626c7c964', 'status': 'completed', 'code': 200} May 06 09:23:08.141546 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331fd5d-d4d9-4060-b000-b474d2c5caf8 req-273d9925-b10f-4835-ad52-e85bbb342512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:08.143032 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-9331fd5d-d4d9-4060-b000-b474d2c5caf8 req-273d9925-b10f-4835-ad52-e85bbb342512 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=721438689c5c44e78f53ad730cb9883d&device_id=2a88fd3f-cb2b-443f-a38d-826bb761e2ce HTTP/1.1" status: 200 len: 1096 time: 0.0780649 May 06 09:23:08.281133 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331fd5d-d4d9-4060-b000-b474d2c5caf8 req-2924f442-6995-464b-a481-aa5abd48027d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:08.282553 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-9331fd5d-d4d9-4060-b000-b474d2c5caf8 req-2924f442-6995-464b-a481-aa5abd48027d service neutron] 10.222.0.79 "GET /v2.0/networks?id=a69c290e-b8a1-4108-a145-cd8c4bb057e3 HTTP/1.1" status: 200 len: 917 time: 0.1329336 May 06 09:23:08.352411 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-9331fd5d-d4d9-4060-b000-b474d2c5caf8 req-96f83dce-24c2-43db-aa62-329a68f132b9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=814be6f2-dda7-4f3f-87ba-2da626c7c964 HTTP/1.1" status: 200 len: 217 time: 0.0622976 May 06 09:23:08.362434 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 51494) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:08.513411 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-2a662124-3a5b-4cb0-9e44-ccf2e8756e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:08.572989 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-2a662124-3a5b-4cb0-9e44-ccf2e8756e11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:23:08.579404 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-2a662124-3a5b-4cb0-9e44-ccf2e8756e11 admin admin] Usage tracker for resource:security_group_rule and tenant:cf330471d21c4285a6c731d597f78346 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:23:08.588973 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-2a662124-3a5b-4cb0-9e44-ccf2e8756e11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:23:08.596595 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-2a662124-3a5b-4cb0-9e44-ccf2e8756e11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:23:08.603048 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331fd5d-d4d9-4060-b000-b474d2c5caf8 req-4f4a9d5c-0308-4cbd-a689-1508d398f6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:08.604517 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-9331fd5d-d4d9-4060-b000-b474d2c5caf8 req-4f4a9d5c-0308-4cbd-a689-1508d398f6ac service neutron] 10.222.0.79 "GET /v2.0/subnets?id=48217201-77f0-4a45-b499-0cae79b4ea6e HTTP/1.1" status: 200 len: 855 time: 0.2274325 May 06 09:23:08.671861 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-9331fd5d-d4d9-4060-b000-b474d2c5caf8 req-2f67a516-e894-45de-ac1f-69d101c53c69 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a69c290e-b8a1-4108-a145-cd8c4bb057e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548930 May 06 09:23:08.780695 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998674f-2ba2-4f3f-8b57-bc5b34c71ed4 req-3dc0964a-b9e5-4f8b-a8de-953980b971b9 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:08.782111 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d998674f-2ba2-4f3f-8b57-bc5b34c71ed4 req-3dc0964a-b9e5-4f8b-a8de-953980b971b9 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a88fd3f-cb2b-443f-a38d-826bb761e2ce HTTP/1.1" status: 200 len: 943 time: 0.2757976 May 06 09:23:08.906662 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d998674f-2ba2-4f3f-8b57-bc5b34c71ed4 req-6ffdf3bb-c2e3-4155-b701-472a63f7d8a3 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144910 May 06 09:23:08.931896 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-9331fd5d-d4d9-4060-b000-b474d2c5caf8 req-2d7208b1-9845-466b-aa1d-70aa21f0dfdd service neutron] 10.222.0.79 "GET /v2.0/networks/a69c290e-b8a1-4108-a145-cd8c4bb057e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447069 May 06 09:23:08.932372 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 51520) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:08.938124 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-2a662124-3a5b-4cb0-9e44-ccf2e8756e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:09.005764 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.db_base_plugin_v2 [None req-0910e699-ecc6-4e33-9fb0-145d3c811515 admin admin] Deleting subnet cea0299b-41f8-486e-8bfe-c748e51c5d77 {{(pid=74232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 09:23:09.008919 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-0910e699-ecc6-4e33-9fb0-145d3c811515 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:09.053556 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-2a662124-3a5b-4cb0-9e44-ccf2e8756e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:09.065343 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-f5de8769-e8a4-4456-9f27-2955e58fcee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:09.136154 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-2a662124-3a5b-4cb0-9e44-ccf2e8756e11 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf330471d21c4285a6c731d597f78346&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7702758 May 06 09:23:09.137319 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a662124-3a5b-4cb0-9e44-ccf2e8756e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cecef9a2-0f76-4b91-b52b-fa8fa3c51c7e,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:09.139375 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 51528) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:09.167828 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a662124-3a5b-4cb0-9e44-ccf2e8756e11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:09.168190 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a662124-3a5b-4cb0-9e44-ccf2e8756e11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:09.168541 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a662124-3a5b-4cb0-9e44-ccf2e8756e11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:09.168880 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a662124-3a5b-4cb0-9e44-ccf2e8756e11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:09.169222 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a662124-3a5b-4cb0-9e44-ccf2e8756e11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:09.169560 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a662124-3a5b-4cb0-9e44-ccf2e8756e11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:09.170421 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a662124-3a5b-4cb0-9e44-ccf2e8756e11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:09.171290 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a662124-3a5b-4cb0-9e44-ccf2e8756e11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:09.171290 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a662124-3a5b-4cb0-9e44-ccf2e8756e11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:09.171897 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a662124-3a5b-4cb0-9e44-ccf2e8756e11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:09.171897 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a662124-3a5b-4cb0-9e44-ccf2e8756e11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:09.172317 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a662124-3a5b-4cb0-9e44-ccf2e8756e11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:09.187836 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-2a662124-3a5b-4cb0-9e44-ccf2e8756e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:09.190590 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-0910e699-ecc6-4e33-9fb0-145d3c811515 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15457490'] for subnet, precommit_delete_associations {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:09.206620 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-9331fd5d-d4d9-4060-b000-b474d2c5caf8 req-769d8e09-8220-4308-82b5-0f8e95ac0b5b service neutron] 10.222.0.79 "GET /v2.0/networks/a69c290e-b8a1-4108-a145-cd8c4bb057e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647994 May 06 09:23:09.255587 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-0110ebfb-2f2b-45f1-b6d5-058c11a95760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:09.278319 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-0910e699-ecc6-4e33-9fb0-145d3c811515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2045876'] for subnet, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:09.294171 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-0110ebfb-2f2b-45f1-b6d5-058c11a95760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:09.318440 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4850374-df9e-4daf-9c34-0cca91d6d27e req-dfd6a7f0-c797-443a-98a3-351c93f54551 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:09.325874 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-d4850374-df9e-4daf-9c34-0cca91d6d27e req-dfd6a7f0-c797-443a-98a3-351c93f54551 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 946 time: 0.2152386 May 06 09:23:09.445632 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-d4850374-df9e-4daf-9c34-0cca91d6d27e req-35b4ac6a-9d84-4fe3-bfb8-af3d4815aace tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187239 May 06 09:23:09.488783 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-0110ebfb-2f2b-45f1-b6d5-058c11a95760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:09.495477 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-1d905715-223f-4c94-8014-e36808045a8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:09.510646 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0110ebfb-2f2b-45f1-b6d5-058c11a95760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecef9a2-0f76-4b91-b52b-fa8fa3c51c7e,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:09.526503 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-0110ebfb-2f2b-45f1-b6d5-058c11a95760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:09.528099 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-0110ebfb-2f2b-45f1-b6d5-058c11a95760 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cecef9a2-0f76-4b91-b52b-fa8fa3c51c7e HTTP/1.1" status: 204 len: 168 time: 0.3862264 May 06 09:23:09.529837 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-0110ebfb-2f2b-45f1-b6d5-058c11a95760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:09.769105 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-0910e699-ecc6-4e33-9fb0-145d3c811515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2045883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15350211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15263217'] for subnet, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:09.773488 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:09.806846 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910e699-ecc6-4e33-9fb0-145d3c811515 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cea0299b-41f8-486e-8bfe-c748e51c5d77,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:09.811081 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-0910e699-ecc6-4e33-9fb0-145d3c811515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:09.813546 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-0910e699-ecc6-4e33-9fb0-145d3c811515 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:09.819408 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-0910e699-ecc6-4e33-9fb0-145d3c811515 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cea0299b-41f8-486e-8bfe-c748e51c5d77 HTTP/1.1" status: 204 len: 168 time: 0.8882103 May 06 09:23:09.821966 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 51556) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:09.937538 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-bad8c5ce-300a-4928-8116-de127fd9efdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1693876'] for network, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:10.167788 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-bad8c5ce-300a-4928-8116-de127fd9efdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043471', 'neutron.services.segments.db._delete_segments_for_network-8734680829341'] for network, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:10.189375 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.services.segments.db [None req-bad8c5ce-300a-4928-8116-de127fd9efdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17e18553-4803-4d78-aec7-beff27502916']}} {{(pid=74231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:23:10.205137 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.services.segments.db [None req-bad8c5ce-300a-4928-8116-de127fd9efdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b0f83f-9482-42c3-aec0-d596b3e1f7bd') {'for_net_delete': True} {{(pid=74231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:23:10.205433 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.services.segments.db [None req-bad8c5ce-300a-4928-8116-de127fd9efdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b0f83f-9482-42c3-aec0-d596b3e1f7bd') {} {{(pid=74231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:23:10.221625 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-bad8c5ce-300a-4928-8116-de127fd9efdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734680841831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15529841'] for segment, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:10.254836 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-bad8c5ce-300a-4928-8116-de127fd9efdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047374'] for segment, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:10.263572 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff494e-ac6a-48e7-b769-ba4daaed9d77 req-bcef3389-4f30-4f38-b536-4a3d9e1e0d29 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:10.268008 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-58ff494e-ac6a-48e7-b769-ba4daaed9d77 req-bcef3389-4f30-4f38-b536-4a3d9e1e0d29 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a88fd3f-cb2b-443f-a38d-826bb761e2ce HTTP/1.1" status: 200 len: 943 time: 0.1722753 May 06 09:23:10.269326 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad8c5ce-300a-4928-8116-de127fd9efdb admin admin] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=74231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:23:10.269939 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-bad8c5ce-300a-4928-8116-de127fd9efdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2047367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15534182'] for segment, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:10.285777 dv-cinder-790014-1-smb neutron-server[74231]: Traceback (most recent call last): May 06 09:23:10.285777 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:23:10.285777 dv-cinder-790014-1-smb neutron-server[74231]: timer() May 06 09:23:10.285777 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:23:10.285777 dv-cinder-790014-1-smb neutron-server[74231]: cb(*args, **kw) May 06 09:23:10.285777 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 09:23:10.285777 dv-cinder-790014-1-smb neutron-server[74231]: return func(*args, **kwargs) May 06 09:23:10.285777 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:23:10.285777 dv-cinder-790014-1-smb neutron-server[74231]: self._notify() May 06 09:23:10.285777 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:23:10.285777 dv-cinder-790014-1-smb neutron-server[74231]: self.callback(batched_events) May 06 09:23:10.285777 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:23:10.285777 dv-cinder-790014-1-smb neutron-server[74231]: event.method(event) May 06 09:23:10.285777 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 09:23:10.285777 dv-cinder-790014-1-smb neutron-server[74231]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:23:10.285777 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 09:23:10.285777 dv-cinder-790014-1-smb neutron-server[74231]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:23:10.285777 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 09:23:10.285777 dv-cinder-790014-1-smb neutron-server[74231]: return f(self, *a, **k) May 06 09:23:10.285777 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 09:23:10.285777 dv-cinder-790014-1-smb neutron-server[74231]: return self._get(url).json() May 06 09:23:10.285777 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 09:23:10.285777 dv-cinder-790014-1-smb neutron-server[74231]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:23:10.285777 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:23:10.285777 dv-cinder-790014-1-smb neutron-server[74231]: return self.request(url, 'GET', **kwargs) May 06 09:23:10.285777 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:23:10.285777 dv-cinder-790014-1-smb neutron-server[74231]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:23:10.285777 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:23:10.285777 dv-cinder-790014-1-smb neutron-server[74231]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:23:10.285777 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:23:10.285777 dv-cinder-790014-1-smb neutron-server[74231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:23:10.285777 dv-cinder-790014-1-smb neutron-server[74231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:23:10.393213 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-58ff494e-ac6a-48e7-b769-ba4daaed9d77 req-863e602c-ccf3-4c48-ad72-0931bd1b2c33 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034203 May 06 09:23:10.534813 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-bad8c5ce-300a-4928-8116-de127fd9efdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670049'] for network, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:10.538930 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:10.555048 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-bad8c5ce-300a-4928-8116-de127fd9efdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for network, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:10.561929 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8c5ce-300a-4928-8116-de127fd9efdb admin admin] Pushing event deleted for resources: {'Network': ['ID=17e18553-4803-4d78-aec7-beff27502916,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:10.566313 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-bad8c5ce-300a-4928-8116-de127fd9efdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:10.656087 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c150328-61b9-481e-977d-060cd72d4f34 req-ca908cd1-5bc8-4bef-8547-8211baf0de26 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:10.657569 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-1c150328-61b9-481e-977d-060cd72d4f34 req-ca908cd1-5bc8-4bef-8547-8211baf0de26 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 946 time: 0.0901217 May 06 09:23:10.708793 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-1c150328-61b9-481e-977d-060cd72d4f34 req-015f22f5-1cd7-4291-8851-fb72e5ccf151 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441425 May 06 09:23:10.758237 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-bad8c5ce-300a-4928-8116-de127fd9efdb admin admin] 10.222.0.20 "DELETE /v2.0/networks/17e18553-4803-4d78-aec7-beff27502916 HTTP/1.1" status: 204 len: 168 time: 0.9351780 May 06 09:23:11.015101 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 51602) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:11.052436 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 814be6f2-dda7-4f3f-87ba-2da626c7c964 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 09:23:11.065342 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-7a8982b7-7132-4035-aa31-73d015030215 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1fbab28d3fed42e3a82b1e1da7a207c5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0490298 May 06 09:23:11.067992 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 51606) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:11.128445 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-9f8c965b-fb0b-4dcd-b74c-95cb4ca41c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:11.166507 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-9f8c965b-fb0b-4dcd-b74c-95cb4ca41c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:11.208323 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 814be6f2-dda7-4f3f-87ba-2da626c7c964, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=814be6f2-dda7-4f3f-87ba-2da626c7c964,segment=NetworkSegment(8cc31b58-1f92-490c-9268-9f879d8942f0),segment_id=8cc31b58-1f92-490c-9268-9f879d8942f0)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:23:11.223265 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Returning: {'device': '814be6f2-dda7-4f3f-87ba-2da626c7c964', 'network_id': 'a69c290e-b8a1-4108-a145-cd8c4bb057e3', 'port_id': '814be6f2-dda7-4f3f-87ba-2da626c7c964', 'mac_address': 'fa:16:3e:c3:b1:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48217201-77f0-4a45-b499-0cae79b4ea6e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 09:23:11.285111 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:11.303372 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 814be6f2-dda7-4f3f-87ba-2da626c7c964 {{(pid=74233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 09:23:11.323112 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 814be6f2-dda7-4f3f-87ba-2da626c7c964, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=814be6f2-dda7-4f3f-87ba-2da626c7c964,segment=NetworkSegment(8cc31b58-1f92-490c-9268-9f879d8942f0),segment_id=8cc31b58-1f92-490c-9268-9f879d8942f0)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:23:11.340429 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-9f8c965b-fb0b-4dcd-b74c-95cb4ca41c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:11.345155 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-89b28c96-fd2a-4120-80b4-5035683c342c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:11.360952 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c965b-fb0b-4dcd-b74c-95cb4ca41c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51b9025-aa1c-47b6-b60c-34842187a14d,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:11.363243 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-9f8c965b-fb0b-4dcd-b74c-95cb4ca41c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:11.399761 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:11.402661 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:11.479072 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=814be6f2-dda7-4f3f-87ba-2da626c7c964,revision_number=4']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:11.495971 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:11.559336 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-9f8c965b-fb0b-4dcd-b74c-95cb4ca41c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:11.560839 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-9f8c965b-fb0b-4dcd-b74c-95cb4ca41c6c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e51b9025-aa1c-47b6-b60c-34842187a14d HTTP/1.1" status: 204 len: 168 time: 0.4917753 May 06 09:23:11.594653 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbffe6b-955a-4a62-a11d-b76c47cc5cc9 req-a2668694-8717-4066-8e11-11f84ad19e0a tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:11.596236 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-7dbffe6b-955a-4a62-a11d-b76c47cc5cc9 req-a2668694-8717-4066-8e11-11f84ad19e0a tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a88fd3f-cb2b-443f-a38d-826bb761e2ce HTTP/1.1" status: 200 len: 944 time: 0.0908198 May 06 09:23:11.642283 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-7dbffe6b-955a-4a62-a11d-b76c47cc5cc9 req-5859a2f4-280d-4866-8cf4-8bf5e0a8502d tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400016 May 06 09:23:11.730738 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] get_ports_and_sgs() called for port_ids ['814be6f2-dda7-4f3f-87ba-2da626c7c964'] {{(pid=74233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 09:23:11.913690 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce73d3-048c-4d02-81ae-d9b1354ff1d8 req-14315022-fbbe-47a9-a4e1-9871d8c0a060 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:11.915945 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d4ce73d3-048c-4d02-81ae-d9b1354ff1d8 req-14315022-fbbe-47a9-a4e1-9871d8c0a060 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 946 time: 0.0952446 May 06 09:23:11.998835 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d4ce73d3-048c-4d02-81ae-d9b1354ff1d8 req-53350f19-6092-45a8-bfe7-395eb1d51f58 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743158 May 06 09:23:12.831167 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b20faf-4370-49e8-923d-afb1f191ca5b req-9b4f8e85-5be5-4084-b1b3-5451fccf0012 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:12.832582 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a4b20faf-4370-49e8-923d-afb1f191ca5b req-9b4f8e85-5be5-4084-b1b3-5451fccf0012 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a88fd3f-cb2b-443f-a38d-826bb761e2ce HTTP/1.1" status: 200 len: 944 time: 0.0808375 May 06 09:23:12.884727 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a4b20faf-4370-49e8-923d-afb1f191ca5b req-95b6d4d8-5dd8-45ef-af11-91fc78f4290e tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462492 May 06 09:23:12.963953 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 51666) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:13.075865 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 814be6f2-dda7-4f3f-87ba-2da626c7c964 up at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:23:13.106070 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 51678) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:13.139634 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-687a1ac7-013d-4f83-8990-256925b390c1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1787695793-network', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9'}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:23:13.146303 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-687a1ac7-013d-4f83-8990-256925b390c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:23:13.181560 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-687a1ac7-013d-4f83-8990-256925b390c1 admin admin] Usage tracker for resource:network and tenant:9ae2085d4b8a40478cbd7d65dce1e9a9 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:23:13.192578 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-687a1ac7-013d-4f83-8990-256925b390c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:23:13.216136 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-687a1ac7-013d-4f83-8990-256925b390c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:23:13.218495 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-5edc78ea-f75d-4a36-99ac-861ab109cd42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:13.240640 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-5edc78ea-f75d-4a36-99ac-861ab109cd42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:23:13.247463 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-5edc78ea-f75d-4a36-99ac-861ab109cd42 admin admin] Usage tracker for resource:security_group_rule and tenant:f600835c50254dd19e0c5a1bc156d6e2 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:23:13.251154 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-5edc78ea-f75d-4a36-99ac-861ab109cd42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:23:13.256707 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Provisioning for port 814be6f2-dda7-4f3f-87ba-2da626c7c964 completed by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:23:13.259012 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-5edc78ea-f75d-4a36-99ac-861ab109cd42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:23:13.269777 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Provisioning complete for port 814be6f2-dda7-4f3f-87ba-2da626c7c964 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:23:13.270569 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:13.298633 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ddd1a-8537-4347-b666-f1210f1559c7 req-1e599f87-17fc-48c7-b699-615147cf108a tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:13.300132 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-3b2ddd1a-8537-4347-b666-f1210f1559c7 req-1e599f87-17fc-48c7-b699-615147cf108a tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 946 time: 0.1552057 May 06 09:23:13.378706 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-3b2ddd1a-8537-4347-b666-f1210f1559c7 req-6b94156b-7385-46a6-a54d-268241e526fe tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599487 May 06 09:23:13.397976 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687a1ac7-013d-4f83-8990-256925b390c1 admin admin] Made reservation on behalf of 9ae2085d4b8a40478cbd7d65dce1e9a9 for: {'network': 1} {{(pid=74232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:23:13.397976 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-687a1ac7-013d-4f83-8990-256925b390c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for network, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:13.414660 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-ec00b298-c12d-484a-aa60-b17e963767a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:13.414767 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-687a1ac7-013d-4f83-8990-256925b390c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:13.428397 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:13.442380 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-687a1ac7-013d-4f83-8990-256925b390c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:23:13.450523 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-687a1ac7-013d-4f83-8990-256925b390c1 admin admin] Usage tracker for resource:security_group_rule and tenant:9ae2085d4b8a40478cbd7d65dce1e9a9 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:23:13.454704 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-5edc78ea-f75d-4a36-99ac-861ab109cd42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:13.455815 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-687a1ac7-013d-4f83-8990-256925b390c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:23:13.463098 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-687a1ac7-013d-4f83-8990-256925b390c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:23:13.473325 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a88fd3f-cb2b-443f-a38d-826bb761e2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '814be6f2-dda7-4f3f-87ba-2da626c7c964'}] {{(pid=74233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:23:13.483080 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 814be6f2-dda7-4f3f-87ba-2da626c7c964, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=814be6f2-dda7-4f3f-87ba-2da626c7c964,segment=NetworkSegment(8cc31b58-1f92-490c-9268-9f879d8942f0),segment_id=8cc31b58-1f92-490c-9268-9f879d8942f0)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:23:13.518698 dv-cinder-790014-1-smb neutron-server[74233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a88fd3f-cb2b-443f-a38d-826bb761e2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '814be6f2-dda7-4f3f-87ba-2da626c7c964', 'code': 200} May 06 09:23:13.580620 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:13.586389 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-5edc78ea-f75d-4a36-99ac-861ab109cd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:13.588048 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:13.600219 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-2c79cd12-8cfc-4171-a205-2bebb9f80999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:13.665057 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc78ea-f75d-4a36-99ac-861ab109cd42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c18b56-ada7-4e05-a674-47f8b07614fb,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:13.683889 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-5edc78ea-f75d-4a36-99ac-861ab109cd42 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f600835c50254dd19e0c5a1bc156d6e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5743029 May 06 09:23:13.684259 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 51710) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:13.692297 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=814be6f2-dda7-4f3f-87ba-2da626c7c964,revision_number=5']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:13.694975 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-5edc78ea-f75d-4a36-99ac-861ab109cd42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:13.697408 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:13.760307 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e239e3a9-86f5-44cf-ab41-7abdf9fc40cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:13.807165 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-687a1ac7-013d-4f83-8990-256925b390c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:13.807265 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e239e3a9-86f5-44cf-ab41-7abdf9fc40cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:13.949693 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-687a1ac7-013d-4f83-8990-256925b390c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:13.956751 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-80e0412e-bd34-4b3c-ab7a-f5c914114f3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:13.977910 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-687a1ac7-013d-4f83-8990-256925b390c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1031, 'physical_network': 'physnet1'} {{(pid=74232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:23:13.993390 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e239e3a9-86f5-44cf-ab41-7abdf9fc40cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:13.996282 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a1ac7-013d-4f83-8990-256925b390c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e675f2e-4f5b-42e3-89ab-206728f468cf,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:14.004069 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-687a1ac7-013d-4f83-8990-256925b390c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:14.009529 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-687a1ac7-013d-4f83-8990-256925b390c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047374'] for segment, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:14.009942 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.db.segments_db [None req-687a1ac7-013d-4f83-8990-256925b390c1 admin admin] Added segment 21ed25bf-f5b1-41ad-9700-5cd13c82ae12 of type vlan for network ac387211-8a03-4c25-adfd-9a491e0199c6 May 06 09:23:14.016007 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:14.037457 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-687a1ac7-013d-4f83-8990-256925b390c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734680407444'] for network, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:14.068176 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239e3a9-86f5-44cf-ab41-7abdf9fc40cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c18b56-ada7-4e05-a674-47f8b07614fb,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:14.071090 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-e239e3a9-86f5-44cf-ab41-7abdf9fc40cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:14.101478 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e239e3a9-86f5-44cf-ab41-7abdf9fc40cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:14.104036 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-e239e3a9-86f5-44cf-ab41-7abdf9fc40cb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06c18b56-ada7-4e05-a674-47f8b07614fb HTTP/1.1" status: 204 len: 168 time: 0.4175496 May 06 09:23:14.148153 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-687a1ac7-013d-4f83-8990-256925b390c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951'] for network, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:14.150194 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687a1ac7-013d-4f83-8990-256925b390c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:14.151154 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-687a1ac7-013d-4f83-8990-256925b390c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for network, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:14.173068 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:14.231465 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0742effb-a77d-45fd-8f1a-3c784cb1e46c req-dee06984-c38b-40ff-ac96-f5e9fa86f267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:14.233563 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-0742effb-a77d-45fd-8f1a-3c784cb1e46c req-dee06984-c38b-40ff-ac96-f5e9fa86f267 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2a88fd3f-cb2b-443f-a38d-826bb761e2ce HTTP/1.1" status: 200 len: 1098 time: 0.3017097 May 06 09:23:14.245998 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a04671-faf7-4f3c-8c81-fad188eabf7f req-88aae4a4-d6d3-4c38-9d4b-4ba1eb639a0e tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:14.247441 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a2a04671-faf7-4f3c-8c81-fad188eabf7f req-88aae4a4-d6d3-4c38-9d4b-4ba1eb639a0e tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a88fd3f-cb2b-443f-a38d-826bb761e2ce HTTP/1.1" status: 200 len: 945 time: 0.2350111 May 06 09:23:14.279110 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a1ac7-013d-4f83-8990-256925b390c1 admin admin] Pushing event updated for resources: {'Network': ['ID=ac387211-8a03-4c25-adfd-9a491e0199c6,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:14.282632 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-687a1ac7-013d-4f83-8990-256925b390c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:14.291073 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Network ac387211-8a03-4c25-adfd-9a491e0199c6 details requested by agent ovs-agent-dv-cinder-790014-1-smb with host dv-cinder-790014-1-smb {{(pid=74233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 09:23:14.333665 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-0742effb-a77d-45fd-8f1a-3c784cb1e46c req-d780e601-72e4-4bc4-a8c1-bc37526f5c2a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852165 May 06 09:23:14.336996 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a2a04671-faf7-4f3c-8c81-fad188eabf7f req-983cdda8-7c8e-4f89-b4c7-89343b06b6fd tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743918 May 06 09:23:14.373285 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-687a1ac7-013d-4f83-8990-256925b390c1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3999853 May 06 09:23:14.375704 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 51734) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:14.381718 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [None req-f2fb3672-8512-4f4a-a3f3-b64c4a3f07ff admin admin] Request body: {'subnet': {'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1787695793-subnet', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:23:14.389188 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-f2fb3672-8512-4f4a-a3f3-b64c4a3f07ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:23:14.393533 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-f2fb3672-8512-4f4a-a3f3-b64c4a3f07ff admin admin] Usage tracker for resource:subnet and tenant:9ae2085d4b8a40478cbd7d65dce1e9a9 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:23:14.397165 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-f2fb3672-8512-4f4a-a3f3-b64c4a3f07ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:23:14.411515 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-f2fb3672-8512-4f4a-a3f3-b64c4a3f07ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:23:14.506383 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fb3672-8512-4f4a-a3f3-b64c4a3f07ff admin admin] Made reservation on behalf of 9ae2085d4b8a40478cbd7d65dce1e9a9 for: {'subnet': 1} {{(pid=74231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:23:14.509894 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-f2fb3672-8512-4f4a-a3f3-b64c4a3f07ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14018829'] for subnet, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:14.602165 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42214984-598f-40b6-a06f-7af4d689c7ef req-5f4f97f6-5ec8-4fb6-8fdb-fa91b476067b tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:14.603759 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-42214984-598f-40b6-a06f-7af4d689c7ef req-5f4f97f6-5ec8-4fb6-8fdb-fa91b476067b tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 946 time: 0.0879548 May 06 09:23:14.670545 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-42214984-598f-40b6-a06f-7af4d689c7ef req-97645a2b-ebec-48d3-83ce-ed9f0d7bd686 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572276 May 06 09:23:15.046453 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-f2fb3672-8512-4f4a-a3f3-b64c4a3f07ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15529923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14018943'] for subnet, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:15.051925 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:15.126250 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb3672-8512-4f4a-a3f3-b64c4a3f07ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b16db8b-a94c-4c3b-a507-250865434e20,revision_number=0']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:15.129516 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-f2fb3672-8512-4f4a-a3f3-b64c4a3f07ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:15.135729 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fb3672-8512-4f4a-a3f3-b64c4a3f07ff admin admin] Checking segment: {'id': '21ed25bf-f5b1-41ad-9700-5cd13c82ae12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:23:15.136208 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fb3672-8512-4f4a-a3f3-b64c4a3f07ff admin admin] Network hostable DHCP agents. Network: ac387211-8a03-4c25-adfd-9a491e0199c6, hostable agents: ['bc902bc5-40dc-4f86-86c2-e5adb524f41e'], hosted agents: [] {{(pid=74231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:23:15.251061 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fb3672-8512-4f4a-a3f3-b64c4a3f07ff admin admin] Network ac387211-8a03-4c25-adfd-9a491e0199c6 is scheduled to be hosted by DHCP agent bc902bc5-40dc-4f86-86c2-e5adb524f41e with binding_index 1 {{(pid=74231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:23:15.365203 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.base_scheduler [None req-f2fb3672-8512-4f4a-a3f3-b64c4a3f07ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-1-smb, ac387211-8a03-4c25-adfd-9a491e0199c6) {{(pid=74231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:23:15.386964 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93447633-f54c-430b-9473-f7289d18f283 None None] Network ac387211-8a03-4c25-adfd-9a491e0199c6 requested from dv-cinder-790014-1-smb {{(pid=74233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 09:23:15.388062 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fb3672-8512-4f4a-a3f3-b64c4a3f07ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:15.388897 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-f2fb3672-8512-4f4a-a3f3-b64c4a3f07ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for subnet, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:15.547532 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-f2fb3672-8512-4f4a-a3f3-b64c4a3f07ff admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1704621 May 06 09:23:15.550479 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 51784) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:15.556499 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [None req-e03cfa7d-8028-499a-8b27-10c0574a95e8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1787695793-router', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'}}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:23:15.561720 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-e03cfa7d-8028-499a-8b27-10c0574a95e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:23:15.565783 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-e03cfa7d-8028-499a-8b27-10c0574a95e8 admin admin] Usage tracker for resource:router and tenant:9ae2085d4b8a40478cbd7d65dce1e9a9 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:23:15.568954 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-e03cfa7d-8028-499a-8b27-10c0574a95e8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:23:15.592285 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-e03cfa7d-8028-499a-8b27-10c0574a95e8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:23:15.622450 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328bd7b-a9c3-4474-8f9e-d24d28de83cb req-801030b5-b9f4-41a6-aa6d-35c302264ffe tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:15.622939 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-a328bd7b-a9c3-4474-8f9e-d24d28de83cb req-801030b5-b9f4-41a6-aa6d-35c302264ffe tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a88fd3f-cb2b-443f-a38d-826bb761e2ce HTTP/1.1" status: 200 len: 945 time: 0.0923553 May 06 09:23:15.695460 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e03cfa7d-8028-499a-8b27-10c0574a95e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-695550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30529'] for router, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:15.700096 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e03cfa7d-8028-499a-8b27-10c0574a95e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-695537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-754102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30536'] for router, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:15.700254 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-a328bd7b-a9c3-4474-8f9e-d24d28de83cb req-cae21906-2392-48f7-bf96-5538e0095cdd tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677366 May 06 09:23:15.723933 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cfc24f-a008-4335-9404-d2136f284b08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb69a74-8018-5d74-a3e5-5db803f491de-ac387211-8a03-4c25-adfd-9a491e0199c6', 'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'fixed_ips': [{'subnet_id': '7b16db8b-a94c-4c3b-a507-250865434e20'}]}} from dv-cinder-790014-1-smb. {{(pid=74233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 09:23:15.724926 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-c6cfc24f-a008-4335-9404-d2136f284b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:15.750819 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e03cfa7d-8028-499a-8b27-10c0574a95e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:15.980416 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.db_base_plugin_common [None req-c6cfc24f-a008-4335-9404-d2136f284b08 None None] Allocated IP 172.20.0.2 (ac387211-8a03-4c25-adfd-9a491e0199c6/7b16db8b-a94c-4c3b-a507-250865434e20/053ce1eb-8f49-41e6-9ebc-9f46c6c529a0) {{(pid=74233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:23:16.077512 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:16.079178 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-4e16fe8a-22dd-4d57-9945-a3daece9c8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:16.240976 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-c6cfc24f-a008-4335-9404-d2136f284b08 None None] Notify callbacks [] for port, precommit_create {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:16.250951 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-c6cfc24f-a008-4335-9404-d2136f284b08 None None] Transition to ACTIVE for port object 053ce1eb-8f49-41e6-9ebc-9f46c6c529a0 will not be triggered until provisioned by entity L2. {{(pid=74233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:23:16.265193 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e03cfa7d-8028-499a-8b27-10c0574a95e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30650'] for router, precommit_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:16.269792 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-c6cfc24f-a008-4335-9404-d2136f284b08 None None] Transition to ACTIVE for port object 053ce1eb-8f49-41e6-9ebc-9f46c6c529a0 will not be triggered until provisioned by entity DHCP. {{(pid=74233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:23:16.304205 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7ecf9-1a0f-4d46-85f5-e20af75e138e req-c9b8574b-8ea7-41e4-adac-bbfd4db6bb8a tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:16.305585 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e7d7ecf9-1a0f-4d46-85f5-e20af75e138e req-c9b8574b-8ea7-41e4-adac-bbfd4db6bb8a tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 946 time: 0.2211294 May 06 09:23:16.348377 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-c6cfc24f-a008-4335-9404-d2136f284b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326'] for port, after_create {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:16.351630 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e7d7ecf9-1a0f-4d46-85f5-e20af75e138e req-a19cca4a-8b85-4342-b740-3e3f3df5b837 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392537 May 06 09:23:16.354150 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:16.418955 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cfc24f-a008-4335-9404-d2136f284b08 None None] Network ac387211-8a03-4c25-adfd-9a491e0199c6 is already hosted by enough agents. {{(pid=74233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:23:16.426225 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.scheduler.base_scheduler [None req-c6cfc24f-a008-4335-9404-d2136f284b08 None None] Resources bound (agent type, host, resource id): {{(pid=74233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:23:16.429526 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cfc24f-a008-4335-9404-d2136f284b08 None None] Received port after_create {{(pid=74233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:23:16.472017 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cfc24f-a008-4335-9404-d2136f284b08 None None] Pushing event updated for resources: {'Port': ['ID=053ce1eb-8f49-41e6-9ebc-9f46c6c529a0,revision_number=1']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:16.517186 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cfc24f-a008-4335-9404-d2136f284b08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:16.517397 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cfc24f-a008-4335-9404-d2136f284b08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:16.517792 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cfc24f-a008-4335-9404-d2136f284b08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:16.518225 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cfc24f-a008-4335-9404-d2136f284b08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:16.518577 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cfc24f-a008-4335-9404-d2136f284b08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:16.518910 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cfc24f-a008-4335-9404-d2136f284b08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:16.519232 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cfc24f-a008-4335-9404-d2136f284b08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:16.519603 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cfc24f-a008-4335-9404-d2136f284b08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:16.519995 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cfc24f-a008-4335-9404-d2136f284b08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:16.520394 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cfc24f-a008-4335-9404-d2136f284b08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:16.520719 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cfc24f-a008-4335-9404-d2136f284b08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:16.521055 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cfc24f-a008-4335-9404-d2136f284b08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:16.525167 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-c6cfc24f-a008-4335-9404-d2136f284b08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:16.549371 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-c6cfc24f-a008-4335-9404-d2136f284b08 None None] Attempting to bind port 053ce1eb-8f49-41e6-9ebc-9f46c6c529a0 on host dv-cinder-790014-1-smb for vnic_type normal with profile {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:23:16.549740 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-c6cfc24f-a008-4335-9404-d2136f284b08 None None] Attempting to bind port 053ce1eb-8f49-41e6-9ebc-9f46c6c529a0 by drivers openvswitch,hyperv on host dv-cinder-790014-1-smb at level 0 using segments [{'id': '21ed25bf-f5b1-41ad-9700-5cd13c82ae12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6'}] {{(pid=74233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:23:16.554808 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cfc24f-a008-4335-9404-d2136f284b08 None None] Attempting to bind port 053ce1eb-8f49-41e6-9ebc-9f46c6c529a0 on network ac387211-8a03-4c25-adfd-9a491e0199c6 {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:23:16.556207 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cfc24f-a008-4335-9404-d2136f284b08 None None] Checking agent: {'id': 'a138baec-5248-4891-8a37-6ab457958a8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 14, 16), 'started_at': datetime.datetime(2021, 5, 6, 9, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 09:23:16.556652 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cfc24f-a008-4335-9404-d2136f284b08 None None] Checking segment: {'id': '21ed25bf-f5b1-41ad-9700-5cd13c82ae12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:23:16.557060 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-c6cfc24f-a008-4335-9404-d2136f284b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:16.557464 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cfc24f-a008-4335-9404-d2136f284b08 None None] Bound using segment: {'id': '21ed25bf-f5b1-41ad-9700-5cd13c82ae12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6'} {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 09:23:16.558043 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-c6cfc24f-a008-4335-9404-d2136f284b08 None None] Bound port: 053ce1eb-8f49-41e6-9ebc-9f46c6c529a0, host: dv-cinder-790014-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ed25bf-f5b1-41ad-9700-5cd13c82ae12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6'}}] {{(pid=74233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:23:16.558464 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-c6cfc24f-a008-4335-9404-d2136f284b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:16.655216 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-c6cfc24f-a008-4335-9404-d2136f284b08 None None] For port 053ce1eb-8f49-41e6-9ebc-9f46c6c529a0, host dv-cinder-790014-1-smb, cleared binding levels {{(pid=74233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 09:23:16.658315 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-c6cfc24f-a008-4335-9404-d2136f284b08 None None] For port 053ce1eb-8f49-41e6-9ebc-9f46c6c529a0, host dv-cinder-790014-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=053ce1eb-8f49-41e6-9ebc-9f46c6c529a0,segment=NetworkSegment(21ed25bf-f5b1-41ad-9700-5cd13c82ae12),segment_id=21ed25bf-f5b1-41ad-9700-5cd13c82ae12)] {{(pid=74233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 09:23:16.694731 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e03cfa7d-8028-499a-8b27-10c0574a95e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:16.724558 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e03cfa7d-8028-499a-8b27-10c0574a95e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:16.746362 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-c6cfc24f-a008-4335-9404-d2136f284b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:16.752581 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:16.840794 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cfc24f-a008-4335-9404-d2136f284b08 None None] Pushing event updated for resources: {'Port': ['ID=053ce1eb-8f49-41e6-9ebc-9f46c6c529a0,revision_number=2']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:16.844083 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-c6cfc24f-a008-4335-9404-d2136f284b08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:16.929975 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.db_base_plugin_common [None req-e03cfa7d-8028-499a-8b27-10c0574a95e8 admin admin] Allocated IP 172.28.3.183 (b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f/0efb0a43-973d-4597-8ac6-a120d0d0adfe/5d4d245f-e648-4e6c-ac55-a5d1d549cb4a) {{(pid=74231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:23:16.970846 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:17.040151 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bcb3e-ba33-4473-a3fc-9f8d7772a888 req-6b5483b7-7151-4f0b-b546-5cec95953777 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:17.049201 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-e56bcb3e-ba33-4473-a3fc-9f8d7772a888 req-6b5483b7-7151-4f0b-b546-5cec95953777 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a88fd3f-cb2b-443f-a38d-826bb761e2ce HTTP/1.1" status: 200 len: 945 time: 0.1226954 May 06 09:23:17.157539 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-e56bcb3e-ba33-4473-a3fc-9f8d7772a888 req-83da35b6-6727-4aaa-af1d-639fa574e2f1 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072617 May 06 09:23:17.306181 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e03cfa7d-8028-499a-8b27-10c0574a95e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:17.484664 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e03cfa7d-8028-499a-8b27-10c0574a95e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:17.498753 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-03eba348-3236-4635-81d2-2fc7395c3553 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:17.585562 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 51854) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:17.660932 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03cfa7d-8028-499a-8b27-10c0574a95e8 admin admin] Network b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f is already hosted by enough agents. {{(pid=74231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:23:17.669584 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.base_scheduler [None req-e03cfa7d-8028-499a-8b27-10c0574a95e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=74231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:23:17.672970 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03cfa7d-8028-499a-8b27-10c0574a95e8 admin admin] Pushing event updated for resources: {'Port': ['ID=5d4d245f-e648-4e6c-ac55-a5d1d549cb4a,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:17.681902 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03cfa7d-8028-499a-8b27-10c0574a95e8 admin admin] Received port after_create {{(pid=74231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:23:17.715046 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-e03cfa7d-8028-499a-8b27-10c0574a95e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:17.774188 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-7f712b46-089c-4634-850d-1b847f440b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:17.780673 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeaeb2f-bbc4-4713-891e-7ed2a3d57857 req-8bfa100a-9a54-407c-a562-f69e88f3cf9f tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:17.781776 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-cbeaeb2f-bbc4-4713-891e-7ed2a3d57857 req-8bfa100a-9a54-407c-a562-f69e88f3cf9f tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 946 time: 0.2229476 May 06 09:23:17.820892 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-7f712b46-089c-4634-850d-1b847f440b47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:23:17.829022 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-7f712b46-089c-4634-850d-1b847f440b47 admin admin] Usage tracker for resource:security_group_rule and tenant:27f27f8f3eaa4d9baf322ca9c5b1d2b5 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:23:17.838492 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-7f712b46-089c-4634-850d-1b847f440b47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:23:17.846838 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-7f712b46-089c-4634-850d-1b847f440b47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:23:17.996896 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-7f712b46-089c-4634-850d-1b847f440b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:18.054288 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-7f712b46-089c-4634-850d-1b847f440b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:18.064655 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-572a26f4-2ceb-4ace-a3d7-52bd1bd175d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:18.074756 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-cbeaeb2f-bbc4-4713-891e-7ed2a3d57857 req-4baf4144-29e3-4711-ae41-4d573f432efb tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175747 May 06 09:23:18.144360 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-7f712b46-089c-4634-850d-1b847f440b47 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27f27f8f3eaa4d9baf322ca9c5b1d2b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5575738 May 06 09:23:18.147367 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 51870) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:18.162326 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d457cd8-1da4-4b95-84ac-f8246f60b34c None None] Network ac387211-8a03-4c25-adfd-9a491e0199c6 requested from dv-cinder-790014-1-smb {{(pid=74233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 09:23:18.166903 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f712b46-089c-4634-850d-1b847f440b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4db0910-8e25-4489-a068-0690d0681be7,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:18.175342 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-7f712b46-089c-4634-850d-1b847f440b47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:18.343652 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 053ce1eb-8f49-41e6-9ebc-9f46c6c529a0 up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:23:18.394571 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-c632204c-8f21-4bf6-ad42-e5506b365545 None None] Provisioning for port 053ce1eb-8f49-41e6-9ebc-9f46c6c529a0 completed by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:23:18.446781 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa4bc-fed0-4649-8cca-60ac047d53ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:18.494399 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa4bc-fed0-4649-8cca-60ac047d53ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:18.539470 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e03cfa7d-8028-499a-8b27-10c0574a95e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:18.691130 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning for port 053ce1eb-8f49-41e6-9ebc-9f46c6c529a0 completed by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:23:18.695694 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:18.697180 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port 053ce1eb-8f49-41e6-9ebc-9f46c6c529a0 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:23:18.697502 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:18.829228 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa4bc-fed0-4649-8cca-60ac047d53ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:18.832001 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:18.839819 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-f3844477-f1cb-4a89-ae2d-8d3ae23c9e70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:18.853821 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7aa4bc-fed0-4649-8cca-60ac047d53ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4db0910-8e25-4489-a068-0690d0681be7,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:18.859041 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-9c7aa4bc-fed0-4649-8cca-60ac047d53ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:18.891392 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa4bc-fed0-4649-8cca-60ac047d53ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:18.892526 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-9c7aa4bc-fed0-4649-8cca-60ac047d53ac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a4db0910-8e25-4489-a068-0690d0681be7 HTTP/1.1" status: 204 len: 168 time: 0.7439728 May 06 09:23:18.904130 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] For port 053ce1eb-8f49-41e6-9ebc-9f46c6c529a0, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=053ce1eb-8f49-41e6-9ebc-9f46c6c529a0,segment=NetworkSegment(21ed25bf-f5b1-41ad-9700-5cd13c82ae12),segment_id=21ed25bf-f5b1-41ad-9700-5cd13c82ae12)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:23:18.905898 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-d9482e1c-4412-4dd1-a71e-eefd2f6bcf12 None None] Provisioning complete for port 053ce1eb-8f49-41e6-9ebc-9f46c6c529a0 triggered by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:23:18.906377 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-d9482e1c-4412-4dd1-a71e-eefd2f6bcf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:18.932430 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e03cfa7d-8028-499a-8b27-10c0574a95e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670493'] for router, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:19.031296 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:19.037248 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-c6cfc24f-a008-4335-9404-d2136f284b08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:19.224373 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Pushing event updated for resources: {'Port': ['ID=053ce1eb-8f49-41e6-9ebc-9f46c6c529a0,revision_number=3']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:19.239758 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:19.434318 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91178dbd-7435-41ef-b872-dc078a3f735b req-df12b898-bfa5-4504-acc4-153796a9f6b1 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:19.436149 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-91178dbd-7435-41ef-b872-dc078a3f735b req-df12b898-bfa5-4504-acc4-153796a9f6b1 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 946 time: 0.1664078 May 06 09:23:19.502287 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-91178dbd-7435-41ef-b872-dc078a3f735b req-840b1191-8de1-4848-a597-0706dcfa70ab tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533364 May 06 09:23:19.640271 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03cfa7d-8028-499a-8b27-10c0574a95e8 admin admin] Router 6d24e59f-7fda-400b-b5d0-4e68e7795b53 is scheduled to L3 agent 6417d645-ec24-4e28-ae28-fb602049daa5 with binding_index 1 {{(pid=74231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 09:23:19.858798 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03cfa7d-8028-499a-8b27-10c0574a95e8 admin admin] Notify agent at l3_agent.dv-cinder-790014-1-smb the message routers_updated {{(pid=74231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 09:23:19.868524 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236eea95-3ff9-4eb8-8c8c-913ecf3c347b None None] Sync routers for ids ['6d24e59f-7fda-400b-b5d0-4e68e7795b53'] in dv-cinder-790014-1-smb {{(pid=74234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:23:19.882506 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236eea95-3ff9-4eb8-8c8c-913ecf3c347b None None] Routers {'6d24e59f-7fda-400b-b5d0-4e68e7795b53'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:23:19.882506 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-236eea95-3ff9-4eb8-8c8c-913ecf3c347b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:23:16Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['6d24e59f-7fda-400b-b5d0-4e68e7795b53'], 'active': True} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:23:19.977047 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e03cfa7d-8028-499a-8b27-10c0574a95e8 admin admin] Notify callbacks [] for router, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:19.981542 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 51922) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:19.984689 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-e03cfa7d-8028-499a-8b27-10c0574a95e8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4332423 May 06 09:23:20.080674 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvr_db [None req-236eea95-3ff9-4eb8-8c8c-913ecf3c347b None None] Set router 6d24e59f-7fda-400b-b5d0-4e68e7795b53 gateway port host: dv-cinder-790014-1-smb {{(pid=74234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:23:20.224939 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 053ce1eb-8f49-41e6-9ebc-9f46c6c529a0 up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:23:20.321380 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port 053ce1eb-8f49-41e6-9ebc-9f46c6c529a0 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:23:20.321761 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:20.402884 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-236eea95-3ff9-4eb8-8c8c-913ecf3c347b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'name': 'tempest-AttachVolumeTestJSON-1787695793-router', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.183'}], 'enable_snat': True}, 'gw_port_id': '5d4d245f-e648-4e6c-ac55-a5d1d549cb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:23:15Z', 'updated_at': '2021-05-06T09:23:18Z', 'revision_number': 3, 'project_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'gw_port': {'id': '5d4d245f-e648-4e6c-ac55-a5d1d549cb4a', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:23:16Z', 'updated_at': '2021-05-06T09:23:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb'}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:23:20.416473 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236eea95-3ff9-4eb8-8c8c-913ecf3c347b None None] Checking router: 6d24e59f-7fda-400b-b5d0-4e68e7795b53 for host: dv-cinder-790014-1-smb {{(pid=74234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:23:20.416473 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236eea95-3ff9-4eb8-8c8c-913ecf3c347b None None] Updating router 6d24e59f-7fda-400b-b5d0-4e68e7795b53 port 5d4d245f-e648-4e6c-ac55-a5d1d549cb4a binding host dv-cinder-790014-1-smb {{(pid=74234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:23:20.479448 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-236eea95-3ff9-4eb8-8c8c-913ecf3c347b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:20.734805 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8abf0a-3369-4fef-8c78-eb7885fa47b0 req-6fa84e4f-f111-4257-a298-2134d8e65329 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:20.743106 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-ea8abf0a-3369-4fef-8c78-eb7885fa47b0 req-6fa84e4f-f111-4257-a298-2134d8e65329 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 946 time: 0.1195173 May 06 09:23:20.869101 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-ea8abf0a-3369-4fef-8c78-eb7885fa47b0 req-7a164755-cb9e-448f-b75b-2dac0db94ee9 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102984 May 06 09:23:20.929209 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-efa1478e-a925-4e0c-a7b9-e8290c678199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:20.985432 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-236eea95-3ff9-4eb8-8c8c-913ecf3c347b None None] Notify callbacks [] for port, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:20.997478 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.provisioning_blocks [None req-236eea95-3ff9-4eb8-8c8c-913ecf3c347b None None] Transition to ACTIVE for port object 5d4d245f-e648-4e6c-ac55-a5d1d549cb4a will not be triggered until provisioned by entity L2. {{(pid=74234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:23:21.108496 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-236eea95-3ff9-4eb8-8c8c-913ecf3c347b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:21.113581 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-ed925f75-24ec-472e-9104-6ee04cff594e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:21.174469 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.db_base_plugin_common [None req-efa1478e-a925-4e0c-a7b9-e8290c678199 admin admin] Allocated IP 172.20.0.1 (ac387211-8a03-4c25-adfd-9a491e0199c6/7b16db8b-a94c-4c3b-a507-250865434e20/e421949d-19c9-4c33-84cb-61f1cf162a17) {{(pid=74232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:23:21.184052 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [None req-236eea95-3ff9-4eb8-8c8c-913ecf3c347b None None] Attempting to bind port 5d4d245f-e648-4e6c-ac55-a5d1d549cb4a on host dv-cinder-790014-1-smb for vnic_type normal with profile {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:23:21.184522 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [None req-236eea95-3ff9-4eb8-8c8c-913ecf3c347b None None] Attempting to bind port 5d4d245f-e648-4e6c-ac55-a5d1d549cb4a by drivers openvswitch,hyperv on host dv-cinder-790014-1-smb at level 0 using segments [{'id': '965c1257-9f5a-4385-a535-e1c8d4f2cb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:23:21.184969 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236eea95-3ff9-4eb8-8c8c-913ecf3c347b None None] Attempting to bind port 5d4d245f-e648-4e6c-ac55-a5d1d549cb4a on network b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:23:21.200635 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236eea95-3ff9-4eb8-8c8c-913ecf3c347b None None] Checking agent: {'id': 'a138baec-5248-4891-8a37-6ab457958a8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 14, 16), 'started_at': datetime.datetime(2021, 5, 6, 9, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 09:23:21.201395 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236eea95-3ff9-4eb8-8c8c-913ecf3c347b None None] Checking segment: {'id': '965c1257-9f5a-4385-a535-e1c8d4f2cb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:23:21.201998 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-236eea95-3ff9-4eb8-8c8c-913ecf3c347b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:21.202581 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236eea95-3ff9-4eb8-8c8c-913ecf3c347b None None] Bound using segment: {'id': '965c1257-9f5a-4385-a535-e1c8d4f2cb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 09:23:21.203259 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [None req-236eea95-3ff9-4eb8-8c8c-913ecf3c347b None None] Bound port: 5d4d245f-e648-4e6c-ac55-a5d1d549cb4a, host: dv-cinder-790014-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965c1257-9f5a-4385-a535-e1c8d4f2cb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'}}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:23:21.203930 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-236eea95-3ff9-4eb8-8c8c-913ecf3c347b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:21.280957 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b74942c-bfef-4195-b503-291807217015 None None] Pushing event updated for resources: {'Port': ['ID=5d4d245f-e648-4e6c-ac55-a5d1d549cb4a,revision_number=2']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:21.290803 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-970bb4ec-1a3a-4937-aef5-6cb0c214d730 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:21.292552 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-970bb4ec-1a3a-4937-aef5-6cb0c214d730 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/networks?id=a69c290e-b8a1-4108-a145-cd8c4bb057e3 HTTP/1.1" status: 200 len: 815 time: 0.2021799 May 06 09:23:21.300407 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74942c-bfef-4195-b503-291807217015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:21.300998 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74942c-bfef-4195-b503-291807217015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:21.301436 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74942c-bfef-4195-b503-291807217015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:21.302072 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74942c-bfef-4195-b503-291807217015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:21.302499 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74942c-bfef-4195-b503-291807217015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:21.302926 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74942c-bfef-4195-b503-291807217015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:21.303351 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74942c-bfef-4195-b503-291807217015 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:21.303790 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74942c-bfef-4195-b503-291807217015 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:21.304214 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74942c-bfef-4195-b503-291807217015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:21.304645 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74942c-bfef-4195-b503-291807217015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:21.305067 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74942c-bfef-4195-b503-291807217015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:21.305486 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74942c-bfef-4195-b503-291807217015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:21.317003 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-5b74942c-bfef-4195-b503-291807217015 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:21.317740 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-4425fbe9-1d01-42d5-9c9f-99a1a475ea98 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/quotas/721438689c5c44e78f53ad730cb9883d HTTP/1.1" status: 200 len: 375 time: 0.0185518 May 06 09:23:21.364089 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.db [None req-236eea95-3ff9-4eb8-8c8c-913ecf3c347b None None] For port 5d4d245f-e648-4e6c-ac55-a5d1d549cb4a, host dv-cinder-790014-1-smb, cleared binding levels {{(pid=74234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 09:23:21.368612 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.db [None req-236eea95-3ff9-4eb8-8c8c-913ecf3c347b None None] For port 5d4d245f-e648-4e6c-ac55-a5d1d549cb4a, host dv-cinder-790014-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=5d4d245f-e648-4e6c-ac55-a5d1d549cb4a,segment=NetworkSegment(965c1257-9f5a-4385-a535-e1c8d4f2cb09),segment_id=965c1257-9f5a-4385-a535-e1c8d4f2cb09)] {{(pid=74234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 09:23:21.372216 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-efa1478e-a925-4e0c-a7b9-e8290c678199 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:21.396090 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.provisioning_blocks [None req-efa1478e-a925-4e0c-a7b9-e8290c678199 admin admin] Transition to ACTIVE for port object e421949d-19c9-4c33-84cb-61f1cf162a17 will not be triggered until provisioned by entity DHCP. {{(pid=74232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:23:21.416783 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-fbb43cf2-02f3-4d9c-a8a3-b15af7c9dc50 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=721438689c5c44e78f53ad730cb9883d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0926292 May 06 09:23:21.549929 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-eb7ac23c-5deb-4f14-814b-3a9cad91d0bf service neutron] 10.222.0.20 "GET /v2.0/networks/a69c290e-b8a1-4108-a145-cd8c4bb057e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303234 May 06 09:23:21.563502 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-efa1478e-a925-4e0c-a7b9-e8290c678199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15350160'] for port, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:21.563802 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-236eea95-3ff9-4eb8-8c8c-913ecf3c347b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:21.569338 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-37684baa-91c7-46ca-b83a-7d4256789513 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:21.569497 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-86234cbd-51e7-40f3-8a63-c05daa86d3b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:21.657065 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa1478e-a925-4e0c-a7b9-e8290c678199 admin admin] Network ac387211-8a03-4c25-adfd-9a491e0199c6 is already hosted by enough agents. {{(pid=74232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:23:21.660839 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.base_scheduler [None req-efa1478e-a925-4e0c-a7b9-e8290c678199 admin admin] Resources bound (agent type, host, resource id): {{(pid=74232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:23:21.665661 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa1478e-a925-4e0c-a7b9-e8290c678199 admin admin] Received port after_create {{(pid=74232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:23:21.684199 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b74942c-bfef-4195-b503-291807217015 None None] Pushing event updated for resources: {'Port': ['ID=5d4d245f-e648-4e6c-ac55-a5d1d549cb4a,revision_number=3']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:21.690976 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236eea95-3ff9-4eb8-8c8c-913ecf3c347b None None] Routers {'6d24e59f-7fda-400b-b5d0-4e68e7795b53'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:23:21.691881 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-236eea95-3ff9-4eb8-8c8c-913ecf3c347b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:23:16Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['6d24e59f-7fda-400b-b5d0-4e68e7795b53'], 'active': True} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:23:21.710413 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa1478e-a925-4e0c-a7b9-e8290c678199 admin admin] Pushing event updated for resources: {'Port': ['ID=e421949d-19c9-4c33-84cb-61f1cf162a17,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:21.736817 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-efa1478e-a925-4e0c-a7b9-e8290c678199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:21.756142 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-3197f9de-9e9a-4838-a65c-c76bd94a7bf0 service neutron] 10.222.0.20 "GET /v2.0/networks/a69c290e-b8a1-4108-a145-cd8c4bb057e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003353 May 06 09:23:21.781826 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-efa1478e-a925-4e0c-a7b9-e8290c678199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663746'] for router_interface, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:21.819173 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-5b74942c-bfef-4195-b503-291807217015 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:22.003453 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvr_db [None req-236eea95-3ff9-4eb8-8c8c-913ecf3c347b None None] Set router 6d24e59f-7fda-400b-b5d0-4e68e7795b53 gateway port host: dv-cinder-790014-1-smb {{(pid=74234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:23:22.051854 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-efa1478e-a925-4e0c-a7b9-e8290c678199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:22.125598 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-fcd10499-13e5-4041-a656-7c3d81653ea8 None None] Provisioning for port e421949d-19c9-4c33-84cb-61f1cf162a17 completed by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:23:22.131947 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-fcd10499-13e5-4041-a656-7c3d81653ea8 None None] Provisioning complete for port e421949d-19c9-4c33-84cb-61f1cf162a17 triggered by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:23:22.132329 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-fcd10499-13e5-4041-a656-7c3d81653ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:22.330415 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-7595dbb8-89a9-4c31-a8e7-fc630d17de90 req-b9aa9d62-0576-455a-84ee-017feedf8f25 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dc23479-c72c-450e-9949-2ffc35175bba HTTP/1.1" status: 200 len: 210 time: 0.0946584 May 06 09:23:22.361101 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-fcd10499-13e5-4041-a656-7c3d81653ea8 None None] Port e421949d-19c9-4c33-84cb-61f1cf162a17 cannot update to ACTIVE because it is not bound. {{(pid=74233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 09:23:22.457274 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-236eea95-3ff9-4eb8-8c8c-913ecf3c347b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'name': 'tempest-AttachVolumeTestJSON-1787695793-router', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.183'}], 'enable_snat': True}, 'gw_port_id': '5d4d245f-e648-4e6c-ac55-a5d1d549cb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:23:15Z', 'updated_at': '2021-05-06T09:23:18Z', 'revision_number': 3, 'project_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'gw_port': {'id': '5d4d245f-e648-4e6c-ac55-a5d1d549cb4a', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:23:16Z', 'updated_at': '2021-05-06T09:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb'}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:23:22.462322 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236eea95-3ff9-4eb8-8c8c-913ecf3c347b None None] The sync data for ids ['6d24e59f-7fda-400b-b5d0-4e68e7795b53'] in dv-cinder-790014-1-smb is: [{'id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'name': 'tempest-AttachVolumeTestJSON-1787695793-router', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.183'}], 'enable_snat': True}, 'gw_port_id': '5d4d245f-e648-4e6c-ac55-a5d1d549cb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:23:15Z', 'updated_at': '2021-05-06T09:23:18Z', 'revision_number': 3, 'project_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'gw_port': {'id': '5d4d245f-e648-4e6c-ac55-a5d1d549cb4a', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:23:16Z', 'updated_at': '2021-05-06T09:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb'}] {{(pid=74234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:23:22.603694 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-efa1478e-a925-4e0c-a7b9-e8290c678199 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:22.618375 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b470260-74e8-4321-92a9-49c263258d7a req-ac09f3be-5938-468d-a865-4905d955fa59 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:22.619917 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-6b470260-74e8-4321-92a9-49c263258d7a req-ac09f3be-5938-468d-a865-4905d955fa59 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 946 time: 0.1350892 May 06 09:23:22.667781 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-6b470260-74e8-4321-92a9-49c263258d7a req-97012475-f018-456a-8bc5-21700e16e513 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411553 May 06 09:23:22.786988 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-efa1478e-a925-4e0c-a7b9-e8290c678199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15350153'] for port, after_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:22.837439 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-e78c5afd-0c07-4912-bc7c-21caf41cdacb tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:22.955328 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-efa1478e-a925-4e0c-a7b9-e8290c678199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663649'] for router_interface, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:22.985255 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa1478e-a925-4e0c-a7b9-e8290c678199 admin admin] Pushing event updated for resources: {'Port': ['ID=e421949d-19c9-4c33-84cb-61f1cf162a17,revision_number=2']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:22.990990 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-efa1478e-a925-4e0c-a7b9-e8290c678199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:23.127982 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa1478e-a925-4e0c-a7b9-e8290c678199 admin admin] Network ac387211-8a03-4c25-adfd-9a491e0199c6 is already hosted by enough agents. {{(pid=74232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:23:23.129140 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.base_scheduler [None req-efa1478e-a925-4e0c-a7b9-e8290c678199 admin admin] Resources bound (agent type, host, resource id): {{(pid=74232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:23:23.468213 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa1478e-a925-4e0c-a7b9-e8290c678199 admin admin] Router 6d24e59f-7fda-400b-b5d0-4e68e7795b53 has already been hosted by L3 agent 6417d645-ec24-4e28-ae28-fb602049daa5 {{(pid=74232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 09:23:23.473062 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-19fca8ef-1994-427f-83d2-199bfec62655 req-ed8ad6f1-9e34-4eb8-bdf4-b904c03e9639 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dc23479-c72c-450e-9949-2ffc35175bba HTTP/1.1" status: 200 len: 210 time: 0.0559788 May 06 09:23:23.503189 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-34ce6fcf-b6d2-4a0a-95b1-8c0431f32c33 None None] Provisioning complete for port e421949d-19c9-4c33-84cb-61f1cf162a17 triggered by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:23:23.503189 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-34ce6fcf-b6d2-4a0a-95b1-8c0431f32c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:23.561305 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-34ce6fcf-b6d2-4a0a-95b1-8c0431f32c33 None None] Port e421949d-19c9-4c33-84cb-61f1cf162a17 cannot update to ACTIVE because it is not bound. {{(pid=74233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 09:23:23.656817 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa1478e-a925-4e0c-a7b9-e8290c678199 admin admin] Notify agent at l3_agent.dv-cinder-790014-1-smb the message routers_updated {{(pid=74232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 09:23:23.674691 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-efa1478e-a925-4e0c-a7b9-e8290c678199 admin admin] 10.222.0.20 "PUT /v2.0/routers/6d24e59f-7fda-400b-b5d0-4e68e7795b53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6920395 May 06 09:23:23.881311 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d60a10-d78c-4fa5-84fc-2529b1e12474 req-1882fb30-5f33-488e-86d3-c601b428a4c6 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:23.882829 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-97d60a10-d78c-4fa5-84fc-2529b1e12474 req-1882fb30-5f33-488e-86d3-c601b428a4c6 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 946 time: 0.1038423 May 06 09:23:23.935955 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-97d60a10-d78c-4fa5-84fc-2529b1e12474 req-c4ab08a6-60fd-4f2e-b1bb-7bb671b7538a tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469701 May 06 09:23:24.083880 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155fa17-2bb9-4820-b9d9-947bdc235d20 req-ea980570-435e-414d-be44-1e6aef13e37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:24.085354 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-9155fa17-2bb9-4820-b9d9-947bdc235d20 req-ea980570-435e-414d-be44-1e6aef13e37d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 1099 time: 0.0848057 May 06 09:23:24.135093 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-9155fa17-2bb9-4820-b9d9-947bdc235d20 req-d678f4d7-e4fd-4bac-8504-3ee5b62445b6 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422361 May 06 09:23:24.280804 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 5d4d245f-e648-4e6c-ac55-a5d1d549cb4a up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:23:24.471907 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0686b67c-3055-4b3e-808c-0db0c3b17d43 None None] Sync routers for ids ['6d24e59f-7fda-400b-b5d0-4e68e7795b53'] in dv-cinder-790014-1-smb {{(pid=74233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:23:24.482229 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0686b67c-3055-4b3e-808c-0db0c3b17d43 None None] Routers {'6d24e59f-7fda-400b-b5d0-4e68e7795b53'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:23:24.482856 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-0686b67c-3055-4b3e-808c-0db0c3b17d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:23:16Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['6d24e59f-7fda-400b-b5d0-4e68e7795b53'], 'active': True} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:23:24.652532 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning for port 5d4d245f-e648-4e6c-ac55-a5d1d549cb4a completed by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:23:24.655531 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 52046) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:24.663301 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-4599bfe5-8f42-4867-a52e-4f3748bff4d4 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Request body: {'security_group': {'name': 'tempest-securitygroup--46583210', 'description': 'tempest-description--1116862234'}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:23:24.672609 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-4599bfe5-8f42-4867-a52e-4f3748bff4d4 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:23:24.677763 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-4599bfe5-8f42-4867-a52e-4f3748bff4d4 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Usage tracker for resource:security_group and tenant:9ae2085d4b8a40478cbd7d65dce1e9a9 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:23:24.681675 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-4599bfe5-8f42-4867-a52e-4f3748bff4d4 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:23:24.691484 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-4599bfe5-8f42-4867-a52e-4f3748bff4d4 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:23:24.694754 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-2f949212-4141-4378-a980-96f1af1b5a87 req-92eed901-ace2-4db0-99bf-131d5178992f tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dc23479-c72c-450e-9949-2ffc35175bba HTTP/1.1" status: 200 len: 210 time: 0.0566912 May 06 09:23:24.712529 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port 5d4d245f-e648-4e6c-ac55-a5d1d549cb4a triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:23:24.712973 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:24.755123 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvr_db [None req-0686b67c-3055-4b3e-808c-0db0c3b17d43 None None] Set router 6d24e59f-7fda-400b-b5d0-4e68e7795b53 gateway port host: dv-cinder-790014-1-smb {{(pid=74233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:23:24.808546 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-4599bfe5-8f42-4867-a52e-4f3748bff4d4 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:24.846873 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-4599bfe5-8f42-4867-a52e-4f3748bff4d4 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:23:24.854606 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-4599bfe5-8f42-4867-a52e-4f3748bff4d4 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Usage tracker for resource:security_group_rule and tenant:9ae2085d4b8a40478cbd7d65dce1e9a9 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:23:24.862261 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-4599bfe5-8f42-4867-a52e-4f3748bff4d4 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:23:24.874184 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-4599bfe5-8f42-4867-a52e-4f3748bff4d4 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:23:24.964637 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-4599bfe5-8f42-4867-a52e-4f3748bff4d4 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:25.039213 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-4599bfe5-8f42-4867-a52e-4f3748bff4d4 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:25.045450 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-b3f46a6b-e00b-483e-93c2-7510ee5f161c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:25.101521 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4599bfe5-8f42-4867-a52e-4f3748bff4d4 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:25.158091 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-4599bfe5-8f42-4867-a52e-4f3748bff4d4 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:25.162636 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:25.172032 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-4599bfe5-8f42-4867-a52e-4f3748bff4d4 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:25.173460 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-4599bfe5-8f42-4867-a52e-4f3748bff4d4 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5164220 May 06 09:23:25.176478 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 52066) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:25.183642 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-94b92f66-18cd-47ed-8af6-e4a105ade6e8 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Request body: {'security_group_rule': {'security_group_id': 'b5bdb9f8-9f28-4e6e-972b-58002c3e40b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:23:25.191751 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-94b92f66-18cd-47ed-8af6-e4a105ade6e8 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:23:25.199316 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-94b92f66-18cd-47ed-8af6-e4a105ade6e8 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Usage tracker for resource:security_group_rule and tenant:9ae2085d4b8a40478cbd7d65dce1e9a9 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:23:25.203854 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-94b92f66-18cd-47ed-8af6-e4a105ade6e8 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:23:25.204990 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] For port 5d4d245f-e648-4e6c-ac55-a5d1d549cb4a, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=5d4d245f-e648-4e6c-ac55-a5d1d549cb4a,segment=NetworkSegment(965c1257-9f5a-4385-a535-e1c8d4f2cb09),segment_id=965c1257-9f5a-4385-a535-e1c8d4f2cb09)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:23:25.211227 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-94b92f66-18cd-47ed-8af6-e4a105ade6e8 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:23:25.247841 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416c8a8-c117-4de0-aba3-bfecbe99934b req-982ee7ed-7c7e-4e97-8d92-68d6b1cb6ad2 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:25.268114 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-2416c8a8-c117-4de0-aba3-bfecbe99934b req-982ee7ed-7c7e-4e97-8d92-68d6b1cb6ad2 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 946 time: 0.1687222 May 06 09:23:25.277678 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-0686b67c-3055-4b3e-808c-0db0c3b17d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'name': 'tempest-AttachVolumeTestJSON-1787695793-router', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.183'}], 'enable_snat': True}, 'gw_port_id': '5d4d245f-e648-4e6c-ac55-a5d1d549cb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:23:15Z', 'updated_at': '2021-05-06T09:23:21Z', 'revision_number': 4, 'project_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'gw_port': {'id': '5d4d245f-e648-4e6c-ac55-a5d1d549cb4a', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:23:16Z', 'updated_at': '2021-05-06T09:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': 'e421949d-19c9-4c33-84cb-61f1cf162a17', 'name': '', 'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'mac_address': 'fa:16:3e:39:7a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '7b16db8b-a94c-4c3b-a507-250865434e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:23:21Z', 'updated_at': '2021-05-06T09:23:22Z', 'revision_number': 2, 'project_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'subnets': [{'id': '7b16db8b-a94c-4c3b-a507-250865434e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:23:25.283064 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0686b67c-3055-4b3e-808c-0db0c3b17d43 None None] Checking router: 6d24e59f-7fda-400b-b5d0-4e68e7795b53 for host: dv-cinder-790014-1-smb {{(pid=74233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:23:25.283449 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0686b67c-3055-4b3e-808c-0db0c3b17d43 None None] Updating router 6d24e59f-7fda-400b-b5d0-4e68e7795b53 port e421949d-19c9-4c33-84cb-61f1cf162a17 binding host dv-cinder-790014-1-smb {{(pid=74233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:23:25.292603 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.agents_db [None req-638a5930-6b89-4b54-bbc4-25c5e7558cab None None] Agent healthcheck: found 6 active agents {{(pid=74234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 09:23:25.346998 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0686b67c-3055-4b3e-808c-0db0c3b17d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:25.348470 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-2416c8a8-c117-4de0-aba3-bfecbe99934b req-5257cc36-96c2-4641-b761-45f14073a93a tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794661 May 06 09:23:25.358279 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:25.362261 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:25.400764 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-94b92f66-18cd-47ed-8af6-e4a105ade6e8 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:25.469483 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-94b92f66-18cd-47ed-8af6-e4a105ade6e8 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:25.519921 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Pushing event updated for resources: {'Port': ['ID=5d4d245f-e648-4e6c-ac55-a5d1d549cb4a,revision_number=4']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:25.528372 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:25.645440 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-94b92f66-18cd-47ed-8af6-e4a105ade6e8 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757315'] for security_group_rule, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:25.655458 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-ba59c32b-e571-44d2-a69e-659f8ce25f4a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:25.673724 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b92f66-18cd-47ed-8af6-e4a105ade6e8 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27cf6f1d-bcbb-4e75-b725-26ee64c10eda,revision_number=0']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:25.676633 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-0ddaa41e-674c-4917-921e-2c6f4ecd0b72 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:25.677953 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-94b92f66-18cd-47ed-8af6-e4a105ade6e8 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:25.679137 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-0ddaa41e-674c-4917-921e-2c6f4ecd0b72 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.79 "GET /v2.0/networks?id=a69c290e-b8a1-4108-a145-cd8c4bb057e3 HTTP/1.1" status: 200 len: 815 time: 0.1869023 May 06 09:23:25.691335 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-532baa3b-1438-477b-9e50-fee0471de2f5 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Request body: {'port': {'device_id': '5dc23479-c72c-450e-9949-2ffc35175bba', 'network_id': 'a69c290e-b8a1-4108-a145-cd8c4bb057e3', 'admin_state_up': True, 'tenant_id': '721438689c5c44e78f53ad730cb9883d'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:23:25.787993 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0686b67c-3055-4b3e-808c-0db0c3b17d43 None None] Notify callbacks [] for port, precommit_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:25.809092 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-94b92f66-18cd-47ed-8af6-e4a105ade6e8 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:25.810541 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-94b92f66-18cd-47ed-8af6-e4a105ade6e8 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6327684 May 06 09:23:25.813229 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 52082) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:25.818634 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-9eda9da4-6625-4ef0-8e04-047a1766e4cc tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Request body: {'security_group_rule': {'security_group_id': 'b5bdb9f8-9f28-4e6e-972b-58002c3e40b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:23:25.828790 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-0686b67c-3055-4b3e-808c-0db0c3b17d43 None None] Transition to ACTIVE for port object e421949d-19c9-4c33-84cb-61f1cf162a17 will not be triggered until provisioned by entity L2. {{(pid=74233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:23:25.837941 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-9eda9da4-6625-4ef0-8e04-047a1766e4cc tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:23:25.847932 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-9eda9da4-6625-4ef0-8e04-047a1766e4cc tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Usage tracker for resource:security_group_rule and tenant:9ae2085d4b8a40478cbd7d65dce1e9a9 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:23:25.853379 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-9eda9da4-6625-4ef0-8e04-047a1766e4cc tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:23:25.870817 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-9eda9da4-6625-4ef0-8e04-047a1766e4cc tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:23:25.913548 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0686b67c-3055-4b3e-808c-0db0c3b17d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:25.918339 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:26.013070 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-532baa3b-1438-477b-9e50-fee0471de2f5 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:23:26.014372 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-9eda9da4-6625-4ef0-8e04-047a1766e4cc tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:26.039012 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-532baa3b-1438-477b-9e50-fee0471de2f5 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:23:26.179327 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-38555515-54e1-4e2b-9f57-4866a88ebdba req-f1c90078-0f2e-4b4e-9c50-da731d4f43ed tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dc23479-c72c-450e-9949-2ffc35175bba HTTP/1.1" status: 200 len: 210 time: 0.0826764 May 06 09:23:26.218698 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb94f22-286a-4ff6-ba4c-ce46a03b9524 None None] Pushing event updated for resources: {'Port': ['ID=e421949d-19c9-4c33-84cb-61f1cf162a17,revision_number=3']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:26.233437 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-532baa3b-1438-477b-9e50-fee0471de2f5 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Made reservation on behalf of 721438689c5c44e78f53ad730cb9883d for: {'port': 1} {{(pid=74231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:23:26.243403 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-532baa3b-1438-477b-9e50-fee0471de2f5 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:26.269527 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-9eda9da4-6625-4ef0-8e04-047a1766e4cc tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:26.277176 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-beb94f22-286a-4ff6-ba4c-ce46a03b9524 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:26.333613 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 5d4d245f-e648-4e6c-ac55-a5d1d549cb4a up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:23:26.621824 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-9eda9da4-6625-4ef0-8e04-047a1766e4cc tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757315'] for security_group_rule, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:26.621824 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-94b92f66-18cd-47ed-8af6-e4a105ade6e8 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:26.622161 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-0686b67c-3055-4b3e-808c-0db0c3b17d43 None None] Attempting to bind port e421949d-19c9-4c33-84cb-61f1cf162a17 on host dv-cinder-790014-1-smb for vnic_type normal with profile {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:23:26.622161 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-0686b67c-3055-4b3e-808c-0db0c3b17d43 None None] Attempting to bind port e421949d-19c9-4c33-84cb-61f1cf162a17 by drivers openvswitch,hyperv on host dv-cinder-790014-1-smb at level 0 using segments [{'id': '21ed25bf-f5b1-41ad-9700-5cd13c82ae12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6'}] {{(pid=74233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:23:26.622161 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0686b67c-3055-4b3e-808c-0db0c3b17d43 None None] Attempting to bind port e421949d-19c9-4c33-84cb-61f1cf162a17 on network ac387211-8a03-4c25-adfd-9a491e0199c6 {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:23:26.622386 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda9da4-6625-4ef0-8e04-047a1766e4cc tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1dfbbb4-b534-4f11-a017-b9c59c6bdc2a,revision_number=0']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:26.622465 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0686b67c-3055-4b3e-808c-0db0c3b17d43 None None] Checking agent: {'id': 'a138baec-5248-4891-8a37-6ab457958a8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 14, 16), 'started_at': datetime.datetime(2021, 5, 6, 9, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 09:23:26.622465 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0686b67c-3055-4b3e-808c-0db0c3b17d43 None None] Checking segment: {'id': '21ed25bf-f5b1-41ad-9700-5cd13c82ae12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:23:26.622465 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0686b67c-3055-4b3e-808c-0db0c3b17d43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:26.622465 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0686b67c-3055-4b3e-808c-0db0c3b17d43 None None] Bound using segment: {'id': '21ed25bf-f5b1-41ad-9700-5cd13c82ae12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6'} {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 09:23:26.622465 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-0686b67c-3055-4b3e-808c-0db0c3b17d43 None None] Bound port: e421949d-19c9-4c33-84cb-61f1cf162a17, host: dv-cinder-790014-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ed25bf-f5b1-41ad-9700-5cd13c82ae12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6'}}] {{(pid=74233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:23:26.622465 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0686b67c-3055-4b3e-808c-0db0c3b17d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:26.622923 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-9eda9da4-6625-4ef0-8e04-047a1766e4cc tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:26.623698 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port 5d4d245f-e648-4e6c-ac55-a5d1d549cb4a triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:23:26.623698 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:26.651939 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.db_base_plugin_common [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-532baa3b-1438-477b-9e50-fee0471de2f5 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Allocated IP 172.20.0.11 (a69c290e-b8a1-4108-a145-cd8c4bb057e3/48217201-77f0-4a45-b499-0cae79b4ea6e/d9775493-307a-4e6f-b668-117205714e82) {{(pid=74231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:23:26.659372 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-0686b67c-3055-4b3e-808c-0db0c3b17d43 None None] For port e421949d-19c9-4c33-84cb-61f1cf162a17, host dv-cinder-790014-1-smb, cleared binding levels {{(pid=74233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 09:23:26.673609 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-0686b67c-3055-4b3e-808c-0db0c3b17d43 None None] For port e421949d-19c9-4c33-84cb-61f1cf162a17, host dv-cinder-790014-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=e421949d-19c9-4c33-84cb-61f1cf162a17,segment=NetworkSegment(21ed25bf-f5b1-41ad-9700-5cd13c82ae12),segment_id=21ed25bf-f5b1-41ad-9700-5cd13c82ae12)] {{(pid=74233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 09:23:26.707450 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18c936-8ec3-4228-b3a8-f86e0a4c9e20 req-7fe9372c-3dcf-4b89-aa1d-58f0c548e813 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:26.709682 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-3f18c936-8ec3-4228-b3a8-f86e0a4c9e20 req-7fe9372c-3dcf-4b89-aa1d-58f0c548e813 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 946 time: 0.1283643 May 06 09:23:26.763671 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-9eda9da4-6625-4ef0-8e04-047a1766e4cc tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:26.769981 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-9eda9da4-6625-4ef0-8e04-047a1766e4cc tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9557154 May 06 09:23:26.785783 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 52098) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:26.785783 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-f42c95a3-eee6-45ef-8982-42cac1a4148a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Request body: {'floatingip': {'floating_network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:23:26.800292 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-f42c95a3-eee6-45ef-8982-42cac1a4148a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:23:26.811666 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-f42c95a3-eee6-45ef-8982-42cac1a4148a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Usage tracker for resource:floatingip and tenant:9ae2085d4b8a40478cbd7d65dce1e9a9 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:23:26.817197 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-f42c95a3-eee6-45ef-8982-42cac1a4148a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:23:26.827641 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-f42c95a3-eee6-45ef-8982-42cac1a4148a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:23:26.874650 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-3f18c936-8ec3-4228-b3a8-f86e0a4c9e20 req-17ea3ba4-a028-4358-a4ff-065510e4251b tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551414 May 06 09:23:26.957188 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-532baa3b-1438-477b-9e50-fee0471de2f5 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Notify callbacks [] for port, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:26.992461 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0686b67c-3055-4b3e-808c-0db0c3b17d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:26.998278 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:27.045468 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-f42c95a3-eee6-45ef-8982-42cac1a4148a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for floatingip, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:27.077754 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0686b67c-3055-4b3e-808c-0db0c3b17d43 None None] Routers {'6d24e59f-7fda-400b-b5d0-4e68e7795b53'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:23:27.078179 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-0686b67c-3055-4b3e-808c-0db0c3b17d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:23:16Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['6d24e59f-7fda-400b-b5d0-4e68e7795b53'], 'active': True} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:23:27.136701 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb94f22-286a-4ff6-ba4c-ce46a03b9524 None None] Pushing event updated for resources: {'Port': ['ID=e421949d-19c9-4c33-84cb-61f1cf162a17,revision_number=4']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:27.142732 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-532baa3b-1438-477b-9e50-fee0471de2f5 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:27.148194 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:27.172036 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2118bb3-de9f-40cb-9317-5f71651682f0 req-d8f07923-c16c-4929-b67b-2882bf4e817b tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:27.180221 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-d2118bb3-de9f-40cb-9317-5f71651682f0 req-d8f07923-c16c-4929-b67b-2882bf4e817b tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.1923637 May 06 09:23:27.218826 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-beb94f22-286a-4ff6-ba4c-ce46a03b9524 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:27.221520 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] get_ports_and_sgs() called for port_ids ['b91e6d5e-e443-4dc8-8459-fddf85a10867', '814be6f2-dda7-4f3f-87ba-2da626c7c964'] {{(pid=74233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 09:23:27.247271 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-532baa3b-1438-477b-9e50-fee0471de2f5 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Network a69c290e-b8a1-4108-a145-cd8c4bb057e3 is already hosted by enough agents. {{(pid=74231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:23:27.258120 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.base_scheduler [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-532baa3b-1438-477b-9e50-fee0471de2f5 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Resources bound (agent type, host, resource id): {{(pid=74231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:23:27.273802 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-532baa3b-1438-477b-9e50-fee0471de2f5 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Received port after_create {{(pid=74231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:23:27.296451 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-d2118bb3-de9f-40cb-9317-5f71651682f0 req-403d2ba5-a01a-48ae-9eb3-efd8aa7c5e24 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102512 May 06 09:23:27.352163 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532baa3b-1438-477b-9e50-fee0471de2f5 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Pushing event updated for resources: {'Port': ['ID=d9775493-307a-4e6f-b668-117205714e82,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:27.367657 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-532baa3b-1438-477b-9e50-fee0471de2f5 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:27.409084 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-f42c95a3-eee6-45ef-8982-42cac1a4148a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:27.421935 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-532baa3b-1438-477b-9e50-fee0471de2f5 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:27.423979 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-532baa3b-1438-477b-9e50-fee0471de2f5 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:27.490109 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvr_db [None req-0686b67c-3055-4b3e-808c-0db0c3b17d43 None None] Set router 6d24e59f-7fda-400b-b5d0-4e68e7795b53 gateway port host: dv-cinder-790014-1-smb {{(pid=74233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:23:27.548842 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9209887-baf8-4c80-97b0-a13cdc86bcda req-305eccc6-0cf6-468b-9583-b2c2b28a2702 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:27.551744 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-d9209887-baf8-4c80-97b0-a13cdc86bcda req-305eccc6-0cf6-468b-9583-b2c2b28a2702 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Synchronizing usage tracker for tenant:721438689c5c44e78f53ad730cb9883d on resource:port {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:23:27.572892 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-532baa3b-1438-477b-9e50-fee0471de2f5 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8861122 May 06 09:23:27.601395 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-cf2e4454-7fe5-4c75-9cc4-5b965fa87f41 service neutron] Request body: {'port': {'device_id': '5dc23479-c72c-450e-9949-2ffc35175bba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:23:27.654583 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.db_base_plugin_common [None req-f42c95a3-eee6-45ef-8982-42cac1a4148a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Allocated IP 172.28.3.53 (b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f/0efb0a43-973d-4597-8ac6-a120d0d0adfe/5ee51a4b-1b38-4c7e-82ba-884035e4bb81) {{(pid=74232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:23:27.827285 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-d9209887-baf8-4c80-97b0-a13cdc86bcda req-305eccc6-0cf6-468b-9583-b2c2b28a2702 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Unset dirty status for tenant:721438689c5c44e78f53ad730cb9883d on resource:port {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:23:27.834298 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d9209887-baf8-4c80-97b0-a13cdc86bcda req-305eccc6-0cf6-468b-9583-b2c2b28a2702 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dc23479-c72c-450e-9949-2ffc35175bba HTTP/1.1" status: 200 len: 932 time: 0.3838427 May 06 09:23:27.888097 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-cf2e4454-7fe5-4c75-9cc4-5b965fa87f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:27.919067 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-f42c95a3-eee6-45ef-8982-42cac1a4148a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for port, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:27.936619 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d9209887-baf8-4c80-97b0-a13cdc86bcda req-aac0e361-979e-4362-ab6d-7a920aea5c62 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998056 May 06 09:23:28.041349 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-dc24b794-ae6f-4af2-a28c-ea0616eea400 req-0b46d5dd-6f06-4b9f-955f-932d73dba498 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=decb6aea-16db-4763-b103-8f2b4f7102f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3951967 May 06 09:23:28.078362 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-f42c95a3-eee6-45ef-8982-42cac1a4148a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15350160'] for port, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:28.084958 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:28.089317 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-0686b67c-3055-4b3e-808c-0db0c3b17d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'name': 'tempest-AttachVolumeTestJSON-1787695793-router', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.183'}], 'enable_snat': True}, 'gw_port_id': '5d4d245f-e648-4e6c-ac55-a5d1d549cb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:23:15Z', 'updated_at': '2021-05-06T09:23:21Z', 'revision_number': 4, 'project_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'gw_port': {'id': '5d4d245f-e648-4e6c-ac55-a5d1d549cb4a', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:23:16Z', 'updated_at': '2021-05-06T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': 'e421949d-19c9-4c33-84cb-61f1cf162a17', 'name': '', 'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'mac_address': 'fa:16:3e:39:7a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '7b16db8b-a94c-4c3b-a507-250865434e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:23:21Z', 'updated_at': '2021-05-06T09:23:26Z', 'revision_number': 4, 'project_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'subnets': [{'id': '7b16db8b-a94c-4c3b-a507-250865434e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:23:28.090280 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0686b67c-3055-4b3e-808c-0db0c3b17d43 None None] The sync data for ids ['6d24e59f-7fda-400b-b5d0-4e68e7795b53'] in dv-cinder-790014-1-smb is: [{'id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'name': 'tempest-AttachVolumeTestJSON-1787695793-router', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.183'}], 'enable_snat': True}, 'gw_port_id': '5d4d245f-e648-4e6c-ac55-a5d1d549cb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:23:15Z', 'updated_at': '2021-05-06T09:23:21Z', 'revision_number': 4, 'project_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'gw_port': {'id': '5d4d245f-e648-4e6c-ac55-a5d1d549cb4a', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:23:16Z', 'updated_at': '2021-05-06T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': 'e421949d-19c9-4c33-84cb-61f1cf162a17', 'name': '', 'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'mac_address': 'fa:16:3e:39:7a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '7b16db8b-a94c-4c3b-a507-250865434e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:23:21Z', 'updated_at': '2021-05-06T09:23:26Z', 'revision_number': 4, 'project_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'subnets': [{'id': '7b16db8b-a94c-4c3b-a507-250865434e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:23:28.206022 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42c95a3-eee6-45ef-8982-42cac1a4148a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Network b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f is already hosted by enough agents. {{(pid=74232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:23:28.207616 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.base_scheduler [None req-f42c95a3-eee6-45ef-8982-42cac1a4148a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Resources bound (agent type, host, resource id): {{(pid=74232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:23:28.211401 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42c95a3-eee6-45ef-8982-42cac1a4148a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Received port after_create {{(pid=74232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:23:28.304516 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42c95a3-eee6-45ef-8982-42cac1a4148a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Pushing event updated for resources: {'Port': ['ID=5ee51a4b-1b38-4c7e-82ba-884035e4bb81,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:28.310070 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-f42c95a3-eee6-45ef-8982-42cac1a4148a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:28.343029 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device e421949d-19c9-4c33-84cb-61f1cf162a17 up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:23:28.380526 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-f42c95a3-eee6-45ef-8982-42cac1a4148a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:28.496007 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24b794-ae6f-4af2-a28c-ea0616eea400 req-d6285657-427b-458e-bf20-d8356a058db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:28.498210 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-dc24b794-ae6f-4af2-a28c-ea0616eea400 req-d6285657-427b-458e-bf20-d8356a058db6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=721438689c5c44e78f53ad730cb9883d&device_id=decb6aea-16db-4763-b103-8f2b4f7102f0 HTTP/1.1" status: 200 len: 1098 time: 0.3484690 May 06 09:23:28.519189 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-cf2e4454-7fe5-4c75-9cc4-5b965fa87f41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9775493-307a-4e6f-b668-117205714e82 {{(pid=74231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 09:23:28.545031 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-f42c95a3-eee6-45ef-8982-42cac1a4148a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:28.547747 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-cf2e4454-7fe5-4c75-9cc4-5b965fa87f41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:28.548155 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning for port e421949d-19c9-4c33-84cb-61f1cf162a17 completed by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:23:28.554275 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port e421949d-19c9-4c33-84cb-61f1cf162a17 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:23:28.582126 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:28.651001 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.provisioning_blocks [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-cf2e4454-7fe5-4c75-9cc4-5b965fa87f41 service neutron] Transition to ACTIVE for port object d9775493-307a-4e6f-b668-117205714e82 will not be triggered until provisioned by entity L2. {{(pid=74231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:23:28.730622 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24b794-ae6f-4af2-a28c-ea0616eea400 req-2da0b018-f856-4bd8-87d9-d6ed230094ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:28.732669 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-dc24b794-ae6f-4af2-a28c-ea0616eea400 req-2da0b018-f856-4bd8-87d9-d6ed230094ac service neutron] 10.222.0.79 "GET /v2.0/networks?id=a69c290e-b8a1-4108-a145-cd8c4bb057e3 HTTP/1.1" status: 200 len: 917 time: 0.2082090 May 06 09:23:28.760996 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:28.821538 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] For port e421949d-19c9-4c33-84cb-61f1cf162a17, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=e421949d-19c9-4c33-84cb-61f1cf162a17,segment=NetworkSegment(21ed25bf-f5b1-41ad-9700-5cd13c82ae12),segment_id=21ed25bf-f5b1-41ad-9700-5cd13c82ae12)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:23:28.850508 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-cf2e4454-7fe5-4c75-9cc4-5b965fa87f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15534154'] for port, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:28.858957 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-dc24b794-ae6f-4af2-a28c-ea0616eea400 req-debf441e-13f8-49ed-97cf-85b39a599c45 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b91e6d5e-e443-4dc8-8459-fddf85a10867 HTTP/1.1" status: 200 len: 217 time: 0.1152709 May 06 09:23:28.867524 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-e03cfa7d-8028-499a-8b27-10c0574a95e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:28.880414 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-f42c95a3-eee6-45ef-8982-42cac1a4148a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for port, precommit_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:28.937365 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:28.940430 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:29.016732 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-f42c95a3-eee6-45ef-8982-42cac1a4148a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15350153'] for port, after_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:29.023377 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:29.197070 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Pushing event updated for resources: {'Port': ['ID=e421949d-19c9-4c33-84cb-61f1cf162a17,revision_number=5']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:29.204484 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:29.355008 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42c95a3-eee6-45ef-8982-42cac1a4148a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Pushing event updated for resources: {'Port': ['ID=5ee51a4b-1b38-4c7e-82ba-884035e4bb81,revision_number=2']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:29.360234 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-f42c95a3-eee6-45ef-8982-42cac1a4148a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:29.364163 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24b794-ae6f-4af2-a28c-ea0616eea400 req-6122c96f-1142-4494-b7b7-c368e76149ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:29.365432 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-dc24b794-ae6f-4af2-a28c-ea0616eea400 req-6122c96f-1142-4494-b7b7-c368e76149ba service neutron] 10.222.0.79 "GET /v2.0/subnets?id=48217201-77f0-4a45-b499-0cae79b4ea6e HTTP/1.1" status: 200 len: 855 time: 0.4534559 May 06 09:23:29.366155 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2e4454-7fe5-4c75-9cc4-5b965fa87f41 service neutron] Pushing event updated for resources: {'Port': ['ID=d9775493-307a-4e6f-b668-117205714e82,revision_number=2']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:29.390885 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-f42c95a3-eee6-45ef-8982-42cac1a4148a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670062'] for floatingip, after_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:29.426329 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-cf2e4454-7fe5-4c75-9cc4-5b965fa87f41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:29.483132 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-dc24b794-ae6f-4af2-a28c-ea0616eea400 req-177c9b8c-057f-446c-9645-3f3eaa41b024 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a69c290e-b8a1-4108-a145-cd8c4bb057e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026776 May 06 09:23:29.584953 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-f42c95a3-eee6-45ef-8982-42cac1a4148a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for floatingip, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:29.593826 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-f42c95a3-eee6-45ef-8982-42cac1a4148a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8159993 May 06 09:23:29.625305 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955e809-23ba-4f8d-b1ae-40851c89d12f req-919e86f1-a0d3-471a-910e-10fc957747a6 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:29.632026 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-1955e809-23ba-4f8d-b1ae-40851c89d12f req-919e86f1-a0d3-471a-910e-10fc957747a6 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dc23479-c72c-450e-9949-2ffc35175bba HTTP/1.1" status: 200 len: 944 time: 0.4767277 May 06 09:23:29.702069 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-cf2e4454-7fe5-4c75-9cc4-5b965fa87f41 service neutron] Attempting to bind port d9775493-307a-4e6f-b668-117205714e82 on host hv-cinder-79001 for vnic_type normal with profile {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:23:29.702069 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-cf2e4454-7fe5-4c75-9cc4-5b965fa87f41 service neutron] Attempting to bind port d9775493-307a-4e6f-b668-117205714e82 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '8cc31b58-1f92-490c-9268-9f879d8942f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a69c290e-b8a1-4108-a145-cd8c4bb057e3'}] {{(pid=74231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:23:29.702069 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-cf2e4454-7fe5-4c75-9cc4-5b965fa87f41 service neutron] Attempting to bind port d9775493-307a-4e6f-b668-117205714e82 on network a69c290e-b8a1-4108-a145-cd8c4bb057e3 {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:23:29.726947 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-cf2e4454-7fe5-4c75-9cc4-5b965fa87f41 service neutron] Port d9775493-307a-4e6f-b668-117205714e82 on network a69c290e-b8a1-4108-a145-cd8c4bb057e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 09:23:29.727947 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-cf2e4454-7fe5-4c75-9cc4-5b965fa87f41 service neutron] Attempting to bind port d9775493-307a-4e6f-b668-117205714e82 on network a69c290e-b8a1-4108-a145-cd8c4bb057e3 {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:23:29.747765 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-dc24b794-ae6f-4af2-a28c-ea0616eea400 req-0587908f-ecd9-45ed-ab43-37aa9a777908 service neutron] 10.222.0.79 "GET /v2.0/networks/a69c290e-b8a1-4108-a145-cd8c4bb057e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506742 May 06 09:23:29.753344 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-cf2e4454-7fe5-4c75-9cc4-5b965fa87f41 service neutron] Checking agent: {'id': 'e51fd9d5-0712-41db-be1b-bc822ebf26a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 20, 30), 'started_at': datetime.datetime(2021, 5, 6, 9, 20, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 09:23:29.753749 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-cf2e4454-7fe5-4c75-9cc4-5b965fa87f41 service neutron] Checking segment: {'id': '8cc31b58-1f92-490c-9268-9f879d8942f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a69c290e-b8a1-4108-a145-cd8c4bb057e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:23:29.754332 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-cf2e4454-7fe5-4c75-9cc4-5b965fa87f41 service neutron] Bound using segment: {'id': '8cc31b58-1f92-490c-9268-9f879d8942f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a69c290e-b8a1-4108-a145-cd8c4bb057e3'} {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 09:23:29.755669 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-cf2e4454-7fe5-4c75-9cc4-5b965fa87f41 service neutron] Bound port: d9775493-307a-4e6f-b668-117205714e82, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cc31b58-1f92-490c-9268-9f879d8942f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a69c290e-b8a1-4108-a145-cd8c4bb057e3'}}] {{(pid=74231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:23:29.755669 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-cf2e4454-7fe5-4c75-9cc4-5b965fa87f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:29.797160 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-1955e809-23ba-4f8d-b1ae-40851c89d12f req-4fe3c0d4-7031-447b-bce9-182f61a026c1 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642635 May 06 09:23:29.807678 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-6318a6af-8bfd-42cb-8455-16180f8d653e tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Synchronizing usage tracker for tenant:9ae2085d4b8a40478cbd7d65dce1e9a9 on resource:security_group {{(pid=74232) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:23:29.945950 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-6318a6af-8bfd-42cb-8455-16180f8d653e tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Unset dirty status for tenant:9ae2085d4b8a40478cbd7d65dce1e9a9 on resource:security_group {{(pid=74232) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:23:29.948009 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-6318a6af-8bfd-42cb-8455-16180f8d653e tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--46583210&fields=id&tenant_id=9ae2085d4b8a40478cbd7d65dce1e9a9 HTTP/1.1" status: 200 len: 267 time: 0.1887407 May 06 09:23:29.997153 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-cf2e4454-7fe5-4c75-9cc4-5b965fa87f41 service neutron] For port d9775493-307a-4e6f-b668-117205714e82, host hv-cinder-79001, cleared binding levels {{(pid=74231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 09:23:30.009820 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-dc24b794-ae6f-4af2-a28c-ea0616eea400 req-67da4f80-1e41-437b-bf73-6943d670f64a service neutron] 10.222.0.79 "GET /v2.0/networks/a69c290e-b8a1-4108-a145-cd8c4bb057e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375011 May 06 09:23:30.011272 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-cf2e4454-7fe5-4c75-9cc4-5b965fa87f41 service neutron] For port d9775493-307a-4e6f-b668-117205714e82, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=d9775493-307a-4e6f-b668-117205714e82,segment=NetworkSegment(8cc31b58-1f92-490c-9268-9f879d8942f0),segment_id=8cc31b58-1f92-490c-9268-9f879d8942f0)] {{(pid=74231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 09:23:30.116435 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-97a3c4ce-1cb8-4ea9-9e20-bced8d3de91e tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:30.117177 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-97a3c4ce-1cb8-4ea9-9e20-bced8d3de91e tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Synchronizing usage tracker for tenant:9ae2085d4b8a40478cbd7d65dce1e9a9 on resource:network {{(pid=74232) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:23:30.131338 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-cf2e4454-7fe5-4c75-9cc4-5b965fa87f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15534154'] for port, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:30.137361 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:30.203470 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-cf2e4454-7fe5-4c75-9cc4-5b965fa87f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:30.204102 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-cf2e4454-7fe5-4c75-9cc4-5b965fa87f41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:30.205544 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-cf2e4454-7fe5-4c75-9cc4-5b965fa87f41 service neutron] 10.222.0.79 "PUT /v2.0/ports/d9775493-307a-4e6f-b668-117205714e82 HTTP/1.1" status: 200 len: 1094 time: 2.6171923 May 06 09:23:30.206015 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc23479-c72c-450e-9949-2ffc35175bba', 'tag': 'd9775493-307a-4e6f-b668-117205714e82'}] {{(pid=74231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:23:30.228889 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device e421949d-19c9-4c33-84cb-61f1cf162a17 up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:23:30.238460 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2e4454-7fe5-4c75-9cc4-5b965fa87f41 service neutron] Pushing event updated for resources: {'Port': ['ID=d9775493-307a-4e6f-b668-117205714e82,revision_number=3']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:30.242121 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-cf2e4454-7fe5-4c75-9cc4-5b965fa87f41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:30.255991 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc23479-c72c-450e-9949-2ffc35175bba', 'tag': 'd9775493-307a-4e6f-b668-117205714e82', 'status': 'completed', 'code': 200} May 06 09:23:30.299444 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port e421949d-19c9-4c33-84cb-61f1cf162a17 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:23:30.299849 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:30.311787 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-97a3c4ce-1cb8-4ea9-9e20-bced8d3de91e tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Unset dirty status for tenant:9ae2085d4b8a40478cbd7d65dce1e9a9 on resource:network {{(pid=74232) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:23:30.313276 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-97a3c4ce-1cb8-4ea9-9e20-bced8d3de91e tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/networks?id=ac387211-8a03-4c25-adfd-9a491e0199c6 HTTP/1.1" status: 200 len: 811 time: 0.3543801 May 06 09:23:30.350080 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49853a9-0680-4508-b4a9-ee4b9dcadfce req-8e400e87-6cef-4f7e-9e48-0ecd41d561d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:30.351570 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d49853a9-0680-4508-b4a9-ee4b9dcadfce req-8e400e87-6cef-4f7e-9e48-0ecd41d561d5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=721438689c5c44e78f53ad730cb9883d&device_id=5dc23479-c72c-450e-9949-2ffc35175bba HTTP/1.1" status: 200 len: 1097 time: 0.0735049 May 06 09:23:30.361954 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-5a5e34ec-d88e-4222-b653-d521d8382f09 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/quotas/9ae2085d4b8a40478cbd7d65dce1e9a9 HTTP/1.1" status: 200 len: 375 time: 0.0420792 May 06 09:23:30.508335 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:30.517372 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-80c5c12e-4e8d-4f79-a470-c67a534f9ca8 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Synchronizing usage tracker for tenant:9ae2085d4b8a40478cbd7d65dce1e9a9 on resource:port {{(pid=74232) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:23:30.576841 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49853a9-0680-4508-b4a9-ee4b9dcadfce req-aab3386a-aa69-4345-a1f1-fa3e5feeb2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:30.578307 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d49853a9-0680-4508-b4a9-ee4b9dcadfce req-aab3386a-aa69-4345-a1f1-fa3e5feeb2a8 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=721438689c5c44e78f53ad730cb9883d&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2189431 May 06 09:23:30.656362 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-80c5c12e-4e8d-4f79-a470-c67a534f9ca8 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Unset dirty status for tenant:9ae2085d4b8a40478cbd7d65dce1e9a9 on resource:port {{(pid=74232) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:23:30.660403 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-80c5c12e-4e8d-4f79-a470-c67a534f9ca8 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9ae2085d4b8a40478cbd7d65dce1e9a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2949808 May 06 09:23:30.736519 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49853a9-0680-4508-b4a9-ee4b9dcadfce req-afc39022-3b46-4305-8e91-19aa076a025f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:30.738030 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d49853a9-0680-4508-b4a9-ee4b9dcadfce req-afc39022-3b46-4305-8e91-19aa076a025f service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1520073 May 06 09:23:30.821155 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-7de7fce4-731b-4153-bf0a-c4a076f36c7c service neutron] 10.222.0.20 "GET /v2.0/networks/ac387211-8a03-4c25-adfd-9a491e0199c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467447 May 06 09:23:30.855531 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-f85567f6-1a58-4cc8-b541-723c269286c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:30.856426 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-f85567f6-1a58-4cc8-b541-723c269286c2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=721438689c5c44e78f53ad730cb9883d&device_id=5dc23479-c72c-450e-9949-2ffc35175bba HTTP/1.1" status: 200 len: 1097 time: 0.0790913 May 06 09:23:30.950102 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-1aab342f-bd64-46af-b657-b37ee83a4ed0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9775493-307a-4e6f-b668-117205714e82 HTTP/1.1" status: 200 len: 217 time: 0.0797005 May 06 09:23:31.000067 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-2daa849c-938e-4d25-ac81-7ff3c5432e58 service neutron] 10.222.0.20 "GET /v2.0/networks/ac387211-8a03-4c25-adfd-9a491e0199c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753201 May 06 09:23:31.060198 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-451f054f-843b-46c3-972f-4aad3934977d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:31.061399 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-451f054f-843b-46c3-972f-4aad3934977d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=48217201-77f0-4a45-b499-0cae79b4ea6e HTTP/1.1" status: 200 len: 855 time: 0.1019795 May 06 09:23:31.124218 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-cf7b93bc-5981-4d6f-be79-724f8570b5eb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a69c290e-b8a1-4108-a145-cd8c4bb057e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518231 May 06 09:23:31.450557 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84192dd6-efe6-410b-a0a1-94a5e7e898da req-95f4761d-f926-41ab-8f07-ca9eb59a41f7 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:31.452821 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-84192dd6-efe6-410b-a0a1-94a5e7e898da req-95f4761d-f926-41ab-8f07-ca9eb59a41f7 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.1141744 May 06 09:23:31.529763 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-84192dd6-efe6-410b-a0a1-94a5e7e898da req-ae0297f5-8051-4b80-8d5b-6ca4356386f3 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700686 May 06 09:23:31.566283 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-f2c1721a-d1d3-4edc-bea2-20d7bf42ded6 service neutron] 10.222.0.79 "GET /v2.0/networks/a69c290e-b8a1-4108-a145-cd8c4bb057e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4329484 May 06 09:23:31.630914 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-53ff324d-f863-4bc9-8670-843325ecd770 req-cddf48ae-9af1-4311-beef-8dc31e4e2a93 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 210 time: 0.0494912 May 06 09:23:31.741000 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2ba05-8489-4937-8715-d7bd00759f44 req-59bc6b30-92b4-41aa-b312-cb8a15b4b0b1 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:31.742444 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-f8e2ba05-8489-4937-8715-d7bd00759f44 req-59bc6b30-92b4-41aa-b312-cb8a15b4b0b1 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dc23479-c72c-450e-9949-2ffc35175bba HTTP/1.1" status: 200 len: 944 time: 0.3299940 May 06 09:23:31.746594 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2792f6-27e9-4249-ba65-1e62a029a3f6 req-c724ec58-baa9-42a7-87b8-5a9f059d7e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:31.748643 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-bb2792f6-27e9-4249-ba65-1e62a029a3f6 req-c724ec58-baa9-42a7-87b8-5a9f059d7e78 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f9983e4cddcf4e468452d86169f2b091&device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 1098 time: 0.3348544 May 06 09:23:31.853779 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-3708643b-7b7b-48b6-a9d5-2d53515b544c req-e205c2fc-45e9-4387-863a-c6a261eb0fa8 service neutron] 10.222.0.79 "GET /v2.0/networks/a69c290e-b8a1-4108-a145-cd8c4bb057e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798615 May 06 09:23:31.894115 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-f8e2ba05-8489-4937-8715-d7bd00759f44 req-e278b330-6378-4700-92cc-0ff8aa0a6bf2 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420777 May 06 09:23:31.939912 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2792f6-27e9-4249-ba65-1e62a029a3f6 req-b067e68c-a580-4557-a03a-cd845a055b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:31.941425 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-bb2792f6-27e9-4249-ba65-1e62a029a3f6 req-b067e68c-a580-4557-a03a-cd845a055b1b service neutron] 10.222.0.79 "GET /v2.0/networks?id=6738b754-c0fb-47d7-9855-22e220ab6546 HTTP/1.1" status: 200 len: 920 time: 0.1797526 May 06 09:23:32.023297 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-bb2792f6-27e9-4249-ba65-1e62a029a3f6 req-58c5275d-08b2-4ca1-83a5-31616381bf27 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73285a8f-35af-4c47-a73c-c5605456c3c4 HTTP/1.1" status: 200 len: 217 time: 0.0655282 May 06 09:23:32.089569 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2792f6-27e9-4249-ba65-1e62a029a3f6 req-aea9d4d0-a56c-4451-9d0b-4efca4c96851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:32.091016 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-bb2792f6-27e9-4249-ba65-1e62a029a3f6 req-aea9d4d0-a56c-4451-9d0b-4efca4c96851 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f3aac420-410a-4224-bd12-b0f6b8f33f91 HTTP/1.1" status: 200 len: 858 time: 0.0604682 May 06 09:23:32.145521 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-bb2792f6-27e9-4249-ba65-1e62a029a3f6 req-9274c74c-7efd-41c8-b2ed-f8d3bb85c964 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6738b754-c0fb-47d7-9855-22e220ab6546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451343 May 06 09:23:32.292243 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-bb2792f6-27e9-4249-ba65-1e62a029a3f6 req-5f4fdb93-5323-4e87-9b7b-2c657efbc2d1 service neutron] 10.222.0.79 "GET /v2.0/networks/6738b754-c0fb-47d7-9855-22e220ab6546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341810 May 06 09:23:32.430526 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-bb2792f6-27e9-4249-ba65-1e62a029a3f6 req-5ef3e8d6-31b4-4ac9-be37-a54a6af1ac2d service neutron] 10.222.0.79 "GET /v2.0/networks/6738b754-c0fb-47d7-9855-22e220ab6546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299744 May 06 09:23:32.729974 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f730dc5-1455-48ad-93fc-5cbc464db1ad req-3856127a-3d2b-4d4d-8b86-ebb88c9dc1e3 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:32.730983 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-1f730dc5-1455-48ad-93fc-5cbc464db1ad req-3856127a-3d2b-4d4d-8b86-ebb88c9dc1e3 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.0918381 May 06 09:23:32.736745 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-7af877c8-6a3d-41f8-8da4-2037a910f98c req-eea0a322-5cd8-403f-9e44-5758e1dab7dd tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 210 time: 0.0502648 May 06 09:23:32.779267 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-1f730dc5-1455-48ad-93fc-5cbc464db1ad req-dd363b8a-1872-4e44-b309-7a1a0a676c57 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424941 May 06 09:23:33.110463 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37a037-8bbe-4d33-bef0-f72d2e9f9ed5 req-0844da6f-1e38-4df8-8fdc-db5094032b6a tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:33.112369 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-ee37a037-8bbe-4d33-bef0-f72d2e9f9ed5 req-0844da6f-1e38-4df8-8fdc-db5094032b6a tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dc23479-c72c-450e-9949-2ffc35175bba HTTP/1.1" status: 200 len: 944 time: 0.0935864 May 06 09:23:33.231509 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-ee37a037-8bbe-4d33-bef0-f72d2e9f9ed5 req-dd5d5967-0292-4120-a5f5-58e36bde250d tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090078 May 06 09:23:33.760639 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 52290) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:33.925507 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-f9ded4b8-a80a-4f93-ae52-e63471f8c21d req-c4eb73d4-536d-495e-a293-76025acecb38 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 210 time: 0.0678644 May 06 09:23:34.035544 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426775fc-9f65-4a80-9d3d-3865c92e8952 req-24589046-6bce-4b09-a220-934576d3ddd5 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:34.039032 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-426775fc-9f65-4a80-9d3d-3865c92e8952 req-24589046-6bce-4b09-a220-934576d3ddd5 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.1113801 May 06 09:23:34.060511 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 52304) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:34.079746 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b9844180-56fb-46f1-b26c-453adb16099b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:34.110090 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-b9844180-56fb-46f1-b26c-453adb16099b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:23:34.118477 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-b9844180-56fb-46f1-b26c-453adb16099b admin admin] Usage tracker for resource:security_group_rule and tenant:69c3315b10234945b691393b73154e7a is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:23:34.123033 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-b9844180-56fb-46f1-b26c-453adb16099b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:23:34.129009 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-426775fc-9f65-4a80-9d3d-3865c92e8952 req-93c73bb2-7caa-4fa3-b160-910d826e24e3 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696437 May 06 09:23:34.131840 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-b9844180-56fb-46f1-b26c-453adb16099b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:23:34.145869 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-a7256a81-7e87-4df1-a414-c5d55f24856d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:34.170433 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-a7256a81-7e87-4df1-a414-c5d55f24856d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:23:34.170433 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-a7256a81-7e87-4df1-a414-c5d55f24856d admin admin] Usage tracker for resource:security_group_rule and tenant:c3e1043d86914ec98e401e49e0b119b4 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:23:34.171051 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-a7256a81-7e87-4df1-a414-c5d55f24856d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:23:34.177936 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-a7256a81-7e87-4df1-a414-c5d55f24856d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:23:34.242644 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b9844180-56fb-46f1-b26c-453adb16099b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:34.264794 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-a7256a81-7e87-4df1-a414-c5d55f24856d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:34.393483 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b9844180-56fb-46f1-b26c-453adb16099b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:34.394920 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-a7256a81-7e87-4df1-a414-c5d55f24856d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:34.401824 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-566c0133-daaf-44d0-88ed-4ce0c61e3c9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:34.404617 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:34.447258 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-b9844180-56fb-46f1-b26c-453adb16099b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=69c3315b10234945b691393b73154e7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6838963 May 06 09:23:34.448293 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9844180-56fb-46f1-b26c-453adb16099b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32fd1451-18b9-456b-80fb-0c3507095e06,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:34.451412 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 52316) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:34.453839 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7256a81-7e87-4df1-a414-c5d55f24856d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe76a26-d343-4c67-a86b-990544d92dac,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:34.453985 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-b9844180-56fb-46f1-b26c-453adb16099b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:34.457076 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-a7256a81-7e87-4df1-a414-c5d55f24856d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:34.462266 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-a7256a81-7e87-4df1-a414-c5d55f24856d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c3e1043d86914ec98e401e49e0b119b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3976374 May 06 09:23:34.464140 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 52320) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:34.487646 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb53df3-1537-4dc7-a508-110770da36b7 req-2e35d5a1-8012-4e19-8e75-79a56c8c014e tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:34.489211 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-efb53df3-1537-4dc7-a508-110770da36b7 req-2e35d5a1-8012-4e19-8e75-79a56c8c014e tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dc23479-c72c-450e-9949-2ffc35175bba HTTP/1.1" status: 200 len: 944 time: 0.1446505 May 06 09:23:34.554993 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-48da1d2d-a3d8-4319-aa22-0b2d94e28cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:34.560726 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-efb53df3-1537-4dc7-a508-110770da36b7 req-090e12c7-3f7a-4302-8539-97ddc2ab1cca tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651190 May 06 09:23:34.584070 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-fc1cc5b3-1fce-497b-b4c3-5b20e539ed40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:34.606692 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-48da1d2d-a3d8-4319-aa22-0b2d94e28cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:34.639071 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-fc1cc5b3-1fce-497b-b4c3-5b20e539ed40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:34.782249 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-48da1d2d-a3d8-4319-aa22-0b2d94e28cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:34.787585 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-59026fbf-e716-4a8a-b7d8-e008eb714a2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:34.793597 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-fc1cc5b3-1fce-497b-b4c3-5b20e539ed40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:34.808586 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da1d2d-a3d8-4319-aa22-0b2d94e28cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fd1451-18b9-456b-80fb-0c3507095e06,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:34.811633 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-48da1d2d-a3d8-4319-aa22-0b2d94e28cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:34.812798 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-0d5980e9-8d9f-4bce-b299-97fef65cb349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:34.831250 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1cc5b3-1fce-497b-b4c3-5b20e539ed40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe76a26-d343-4c67-a86b-990544d92dac,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:34.835579 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-fc1cc5b3-1fce-497b-b4c3-5b20e539ed40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:34.837241 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-48da1d2d-a3d8-4319-aa22-0b2d94e28cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:34.838401 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-48da1d2d-a3d8-4319-aa22-0b2d94e28cef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32fd1451-18b9-456b-80fb-0c3507095e06 HTTP/1.1" status: 204 len: 168 time: 0.3860250 May 06 09:23:34.840332 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-fc1cc5b3-1fce-497b-b4c3-5b20e539ed40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:34.842447 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-fc1cc5b3-1fce-497b-b4c3-5b20e539ed40 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3fe76a26-d343-4c67-a86b-990544d92dac HTTP/1.1" status: 204 len: 168 time: 0.3759847 May 06 09:23:35.079155 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-7fda8aa7-5e3a-4189-b79c-6cec70f1d4cc req-9e9c5df2-b9b0-479b-a887-840ba84dcec3 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 210 time: 0.0602429 May 06 09:23:35.086948 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-421b20c9-2927-4e56-8a20-9a412c4a1b68 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:35.087414 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-421b20c9-2927-4e56-8a20-9a412c4a1b68 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.79 "GET /v2.0/networks?id=ac387211-8a03-4c25-adfd-9a491e0199c6 HTTP/1.1" status: 200 len: 811 time: 0.1691129 May 06 09:23:35.147002 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-52870585-516d-47d7-8afd-11ff5539fab4 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ae2085d4b8a40478cbd7d65dce1e9a9 HTTP/1.1" status: 200 len: 378 time: 0.0453610 May 06 09:23:35.158836 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-39546b6b-5e2f-477c-851a-58ed6262e8a0 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Request body: {'port': {'device_id': '6528c144-b05f-4fb2-99ad-0dc9300e5cc8', 'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6', 'admin_state_up': True, 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'security_groups': ['b5bdb9f8-9f28-4e6e-972b-58002c3e40b0']}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:23:35.219694 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device d9775493-307a-4e6f-b668-117205714e82 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 09:23:35.389669 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port d9775493-307a-4e6f-b668-117205714e82, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=d9775493-307a-4e6f-b668-117205714e82,segment=NetworkSegment(8cc31b58-1f92-490c-9268-9f879d8942f0),segment_id=8cc31b58-1f92-490c-9268-9f879d8942f0)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:23:35.409834 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Returning: {'device': 'd9775493-307a-4e6f-b668-117205714e82', 'network_id': 'a69c290e-b8a1-4108-a145-cd8c4bb057e3', 'port_id': 'd9775493-307a-4e6f-b668-117205714e82', 'mac_address': 'fa:16:3e:0f:a0:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48217201-77f0-4a45-b499-0cae79b4ea6e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 09:23:35.466790 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-39546b6b-5e2f-477c-851a-58ed6262e8a0 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:23:35.469570 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d8ab3-5e0c-476c-9b9b-94698fdb1e76 req-d4cfb1a4-3f13-4eac-a931-84825465302e tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:35.471483 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-9e6d8ab3-5e0c-476c-9b9b-94698fdb1e76 req-d4cfb1a4-3f13-4eac-a931-84825465302e tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.1968963 May 06 09:23:35.484557 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-39546b6b-5e2f-477c-851a-58ed6262e8a0 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:23:35.510695 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:35.533712 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-9e6d8ab3-5e0c-476c-9b9b-94698fdb1e76 req-50cf336e-d2f7-4489-9da3-fe1df0c6274a tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554044 May 06 09:23:35.535112 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9775493-307a-4e6f-b668-117205714e82 {{(pid=74233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 09:23:35.553658 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port d9775493-307a-4e6f-b668-117205714e82, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=d9775493-307a-4e6f-b668-117205714e82,segment=NetworkSegment(8cc31b58-1f92-490c-9268-9f879d8942f0),segment_id=8cc31b58-1f92-490c-9268-9f879d8942f0)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:23:35.661629 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-39546b6b-5e2f-477c-851a-58ed6262e8a0 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Made reservation on behalf of 9ae2085d4b8a40478cbd7d65dce1e9a9 for: {'port': 1} {{(pid=74231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:23:35.665226 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-39546b6b-5e2f-477c-851a-58ed6262e8a0 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:35.730387 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:35.732823 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-c6cfc24f-a008-4335-9404-d2136f284b08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:35.779300 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 52352) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:35.811642 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-eb13c58e-a78e-467f-8d4a-bb2f93efbce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:35.822745 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=d9775493-307a-4e6f-b668-117205714e82,revision_number=4']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:35.826564 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:35.856617 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-eb13c58e-a78e-467f-8d4a-bb2f93efbce5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:23:35.891365 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abd2a6-1920-49ef-8c0d-84b7877f2908 req-e838ca86-2b95-45bb-9b55-5bf27b4dd580 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:35.898918 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a3abd2a6-1920-49ef-8c0d-84b7877f2908 req-e838ca86-2b95-45bb-9b55-5bf27b4dd580 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dc23479-c72c-450e-9949-2ffc35175bba HTTP/1.1" status: 200 len: 944 time: 0.2220507 May 06 09:23:35.903031 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-eb13c58e-a78e-467f-8d4a-bb2f93efbce5 admin admin] Usage tracker for resource:security_group_rule and tenant:79f07d564a3c42db8f54e94f7b1fa58f is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:23:35.916464 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-eb13c58e-a78e-467f-8d4a-bb2f93efbce5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:23:35.932418 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-eb13c58e-a78e-467f-8d4a-bb2f93efbce5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:23:35.942617 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.db_base_plugin_common [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-39546b6b-5e2f-477c-851a-58ed6262e8a0 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Allocated IP 172.20.0.5 (ac387211-8a03-4c25-adfd-9a491e0199c6/7b16db8b-a94c-4c3b-a507-250865434e20/698e51d3-1406-4f63-9e51-961524c4d604) {{(pid=74231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:23:36.020064 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a3abd2a6-1920-49ef-8c0d-84b7877f2908 req-051884a4-9367-434b-afd2-d63a8c82a6f9 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202161 May 06 09:23:36.042290 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-eb13c58e-a78e-467f-8d4a-bb2f93efbce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:36.064734 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] get_ports_and_sgs() called for port_ids ['d9775493-307a-4e6f-b668-117205714e82'] {{(pid=74233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 09:23:36.097099 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 52362) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:36.121175 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-f5adfc16-627e-460c-a761-89bdaa3b935a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:36.140537 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-f5adfc16-627e-460c-a761-89bdaa3b935a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:23:36.145848 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-f5adfc16-627e-460c-a761-89bdaa3b935a admin admin] Usage tracker for resource:security_group_rule and tenant:1d4ea01c57cb4149a324c869f87280c1 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:23:36.149445 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-f5adfc16-627e-460c-a761-89bdaa3b935a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:23:36.157480 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-f5adfc16-627e-460c-a761-89bdaa3b935a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:23:36.189066 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-eb13c58e-a78e-467f-8d4a-bb2f93efbce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:36.200460 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-5edc78ea-f75d-4a36-99ac-861ab109cd42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:36.212529 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-39546b6b-5e2f-477c-851a-58ed6262e8a0 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for port, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:36.230744 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.provisioning_blocks [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-39546b6b-5e2f-477c-851a-58ed6262e8a0 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Transition to ACTIVE for port object 698e51d3-1406-4f63-9e51-961524c4d604 will not be triggered until provisioned by entity DHCP. {{(pid=74231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:23:36.311122 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-742436b5-345a-4059-9ae5-b1668ecc3e42 req-7580988d-94ed-4ed0-8d57-beb80ffcb1ea tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 210 time: 0.1142337 May 06 09:23:36.329219 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-eb13c58e-a78e-467f-8d4a-bb2f93efbce5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=79f07d564a3c42db8f54e94f7b1fa58f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5523391 May 06 09:23:36.331795 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 52368) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:36.334292 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13c58e-a78e-467f-8d4a-bb2f93efbce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb1ec64-a15e-4c1d-9fe3-fe9f3f0062ba,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:36.349055 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-eb13c58e-a78e-467f-8d4a-bb2f93efbce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:36.383085 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-39546b6b-5e2f-477c-851a-58ed6262e8a0 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:36.392787 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-1843680a-a40b-473c-baf4-923719d93d32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:36.422879 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-807b30ff-5d40-494f-8f18-69b859f35091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:36.453185 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-39546b6b-5e2f-477c-851a-58ed6262e8a0 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Network ac387211-8a03-4c25-adfd-9a491e0199c6 is already hosted by enough agents. {{(pid=74231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:23:36.456265 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.base_scheduler [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-39546b6b-5e2f-477c-851a-58ed6262e8a0 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Resources bound (agent type, host, resource id): {{(pid=74231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:23:36.458949 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-39546b6b-5e2f-477c-851a-58ed6262e8a0 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Received port after_create {{(pid=74231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:23:36.474616 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-f5adfc16-627e-460c-a761-89bdaa3b935a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:36.476624 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-807b30ff-5d40-494f-8f18-69b859f35091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:36.509474 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39546b6b-5e2f-477c-851a-58ed6262e8a0 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Pushing event updated for resources: {'Port': ['ID=698e51d3-1406-4f63-9e51-961524c4d604,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:36.512991 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-39546b6b-5e2f-477c-851a-58ed6262e8a0 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:36.548338 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-39546b6b-5e2f-477c-851a-58ed6262e8a0 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:36.550797 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-39546b6b-5e2f-477c-851a-58ed6262e8a0 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:36.560856 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-f5adfc16-627e-460c-a761-89bdaa3b935a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:36.569830 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:36.609832 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 52376) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:36.631102 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-807b30ff-5d40-494f-8f18-69b859f35091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:36.643865 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-f5adfc16-627e-460c-a761-89bdaa3b935a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d4ea01c57cb4149a324c869f87280c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5454714 May 06 09:23:36.644695 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5adfc16-627e-460c-a761-89bdaa3b935a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae45b5b6-7a25-4bd6-9fdc-3787ddd9d79b,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:36.648178 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 52382) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:36.649599 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-f5adfc16-627e-460c-a761-89bdaa3b935a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:36.689733 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-8cb79efa-4be6-49c0-8fb4-78c7e2429034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:36.698231 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-39546b6b-5e2f-477c-851a-58ed6262e8a0 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5396271 May 06 09:23:36.715200 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b30ff-5d40-494f-8f18-69b859f35091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb1ec64-a15e-4c1d-9fe3-fe9f3f0062ba,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:36.721651 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-807b30ff-5d40-494f-8f18-69b859f35091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:36.723749 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-807b30ff-5d40-494f-8f18-69b859f35091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:36.724867 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-807b30ff-5d40-494f-8f18-69b859f35091 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bfb1ec64-a15e-4c1d-9fe3-fe9f3f0062ba HTTP/1.1" status: 204 len: 168 time: 0.3921914 May 06 09:23:36.738746 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-95155c4d-4282-49bb-88cd-70d682368f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:36.759484 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-86a9ab01-bc1b-4209-80d3-befa4f18981e service neutron] Request body: {'port': {'device_id': '6528c144-b05f-4fb2-99ad-0dc9300e5cc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:23:36.766628 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b92e22-c558-4383-b6f9-d011e0cb6a1e req-ab208b4f-744e-4a80-a6b4-4ddb5277579a tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:36.768269 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-e3b92e22-c558-4383-b6f9-d011e0cb6a1e req-ab208b4f-744e-4a80-a6b4-4ddb5277579a tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.1208570 May 06 09:23:36.819841 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-57dcb12d-aa9a-4797-a3be-2d8b7a7984d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:36.823034 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-e3b92e22-c558-4383-b6f9-d011e0cb6a1e req-cb5852ea-c872-402c-b631-c0fe36711b39 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461624 May 06 09:23:36.865153 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-57dcb12d-aa9a-4797-a3be-2d8b7a7984d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:23:36.870520 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-95155c4d-4282-49bb-88cd-70d682368f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:36.879261 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-89f8e295-e206-448a-8a97-f7fa26e4ed0c None None] Provisioning for port 698e51d3-1406-4f63-9e51-961524c4d604 completed by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:23:36.884918 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-89f8e295-e206-448a-8a97-f7fa26e4ed0c None None] Provisioning complete for port 698e51d3-1406-4f63-9e51-961524c4d604 triggered by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:23:36.885586 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-89f8e295-e206-448a-8a97-f7fa26e4ed0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:36.914562 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-57dcb12d-aa9a-4797-a3be-2d8b7a7984d4 admin admin] Usage tracker for resource:security_group_rule and tenant:d996fce3674d4b6e89b0c1eb4c79c57e is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:23:36.928471 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-57dcb12d-aa9a-4797-a3be-2d8b7a7984d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:23:36.943337 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-57dcb12d-aa9a-4797-a3be-2d8b7a7984d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:23:36.951396 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-89f8e295-e206-448a-8a97-f7fa26e4ed0c None None] Port 698e51d3-1406-4f63-9e51-961524c4d604 cannot update to ACTIVE because it is not bound. {{(pid=74233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 09:23:36.976231 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-86a9ab01-bc1b-4209-80d3-befa4f18981e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:37.133701 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-95155c4d-4282-49bb-88cd-70d682368f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:37.144162 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:37.171072 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95155c4d-4282-49bb-88cd-70d682368f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae45b5b6-7a25-4bd6-9fdc-3787ddd9d79b,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:37.176788 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-95155c4d-4282-49bb-88cd-70d682368f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:37.226536 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device d9775493-307a-4e6f-b668-117205714e82 up at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:23:37.308002 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-95155c4d-4282-49bb-88cd-70d682368f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:37.309457 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-95155c4d-4282-49bb-88cd-70d682368f28 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ae45b5b6-7a25-4bd6-9fdc-3787ddd9d79b HTTP/1.1" status: 204 len: 168 time: 0.6597099 May 06 09:23:37.410936 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Provisioning for port d9775493-307a-4e6f-b668-117205714e82 completed by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:23:37.418660 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Provisioning complete for port d9775493-307a-4e6f-b668-117205714e82 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:23:37.420176 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:37.443266 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-57dcb12d-aa9a-4797-a3be-2d8b7a7984d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:37.458337 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c03f6-75ca-4274-899b-b4fb4e8d87b3 req-51acb557-c70d-4881-9876-21d8be2d87a7 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:37.459910 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-765c03f6-75ca-4274-899b-b4fb4e8d87b3 req-51acb557-c70d-4881-9876-21d8be2d87a7 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dc23479-c72c-450e-9949-2ffc35175bba HTTP/1.1" status: 200 len: 945 time: 0.2660418 May 06 09:23:37.547857 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-57dcb12d-aa9a-4797-a3be-2d8b7a7984d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:37.561883 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-cf837ae8-2f89-4d5c-a122-d26803e927a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:37.573795 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:37.583060 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26b9af-0d70-42b5-8b95-4e7ca0ea6da5 req-028c1db6-a31f-453c-9643-5359efe63284 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:37.596012 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-0b26b9af-0d70-42b5-8b95-4e7ca0ea6da5 req-028c1db6-a31f-453c-9643-5359efe63284 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 931 time: 0.1319892 May 06 09:23:37.617769 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc23479-c72c-450e-9949-2ffc35175bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9775493-307a-4e6f-b668-117205714e82'}] {{(pid=74233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:23:37.635965 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-57dcb12d-aa9a-4797-a3be-2d8b7a7984d4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d996fce3674d4b6e89b0c1eb4c79c57e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0228136 May 06 09:23:37.637027 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-86a9ab01-bc1b-4209-80d3-befa4f18981e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 698e51d3-1406-4f63-9e51-961524c4d604 {{(pid=74231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 09:23:37.643889 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 52418) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:37.646978 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port d9775493-307a-4e6f-b668-117205714e82, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=d9775493-307a-4e6f-b668-117205714e82,segment=NetworkSegment(8cc31b58-1f92-490c-9268-9f879d8942f0),segment_id=8cc31b58-1f92-490c-9268-9f879d8942f0)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:23:37.648712 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dcb12d-aa9a-4797-a3be-2d8b7a7984d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bab4ce1-f07a-4895-9ec2-e7185f04fbef,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:37.652386 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-0b26b9af-0d70-42b5-8b95-4e7ca0ea6da5 req-b3c587a7-f6b1-4fe0-8d46-7346d7ae626a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587633 May 06 09:23:37.652606 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-57dcb12d-aa9a-4797-a3be-2d8b7a7984d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:37.656238 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-765c03f6-75ca-4274-899b-b4fb4e8d87b3 req-f822b459-8842-4334-8086-52636f7ed103 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708050 May 06 09:23:37.665628 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-86a9ab01-bc1b-4209-80d3-befa4f18981e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:37.704461 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.provisioning_blocks [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-86a9ab01-bc1b-4209-80d3-befa4f18981e service neutron] Transition to ACTIVE for port object 698e51d3-1406-4f63-9e51-961524c4d604 will not be triggered until provisioned by entity L2. {{(pid=74231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:23:37.751586 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:37.753940 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:37.796335 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-d129da32-311b-4d10-abe2-3dc7d969114e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:37.875937 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-86a9ab01-bc1b-4209-80d3-befa4f18981e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15534154'] for port, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:37.893233 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-03eba348-3236-4635-81d2-2fc7395c3553 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:37.923253 dv-cinder-790014-1-smb neutron-server[74233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc23479-c72c-450e-9949-2ffc35175bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9775493-307a-4e6f-b668-117205714e82', 'code': 200} May 06 09:23:37.926388 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=d9775493-307a-4e6f-b668-117205714e82,revision_number=5']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:37.933292 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:37.983456 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-d129da32-311b-4d10-abe2-3dc7d969114e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:38.041135 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9ab01-bc1b-4209-80d3-befa4f18981e service neutron] Pushing event updated for resources: {'Port': ['ID=698e51d3-1406-4f63-9e51-961524c4d604,revision_number=2']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:38.054049 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-86a9ab01-bc1b-4209-80d3-befa4f18981e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:38.365393 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 52438) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:38.383331 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-9372a740-e2d5-49df-86c0-7b9d7d913c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:38.399775 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-9372a740-e2d5-49df-86c0-7b9d7d913c5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:23:38.405363 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-9372a740-e2d5-49df-86c0-7b9d7d913c5e admin admin] Usage tracker for resource:security_group_rule and tenant:473ecb4d1b004dad8d71ea59d20b3bc4 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:23:38.408651 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-9372a740-e2d5-49df-86c0-7b9d7d913c5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:23:38.415677 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-9372a740-e2d5-49df-86c0-7b9d7d913c5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:23:38.462023 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-86a9ab01-bc1b-4209-80d3-befa4f18981e service neutron] Attempting to bind port 698e51d3-1406-4f63-9e51-961524c4d604 on host hv-cinder-79001 for vnic_type normal with profile {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:23:38.462583 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-86a9ab01-bc1b-4209-80d3-befa4f18981e service neutron] Attempting to bind port 698e51d3-1406-4f63-9e51-961524c4d604 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '21ed25bf-f5b1-41ad-9700-5cd13c82ae12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6'}] {{(pid=74231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:23:38.462705 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-86a9ab01-bc1b-4209-80d3-befa4f18981e service neutron] Attempting to bind port 698e51d3-1406-4f63-9e51-961524c4d604 on network ac387211-8a03-4c25-adfd-9a491e0199c6 {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:23:38.477353 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b97cc8-18de-406b-bd8b-a591d4251bcc req-8a47d788-9d74-4e11-ba7d-da2b95da0e40 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:38.480041 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b3b97cc8-18de-406b-bd8b-a591d4251bcc req-8a47d788-9d74-4e11-ba7d-da2b95da0e40 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.4733212 May 06 09:23:38.481237 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-86a9ab01-bc1b-4209-80d3-befa4f18981e service neutron] Port 698e51d3-1406-4f63-9e51-961524c4d604 on network ac387211-8a03-4c25-adfd-9a491e0199c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 09:23:38.481558 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-86a9ab01-bc1b-4209-80d3-befa4f18981e service neutron] Attempting to bind port 698e51d3-1406-4f63-9e51-961524c4d604 on network ac387211-8a03-4c25-adfd-9a491e0199c6 {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:23:38.486621 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82ef78-18ea-4e95-b68a-434f2dde3a85 req-2505bf63-9942-4a78-8ebf-cbe222b5bdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:38.488048 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-1a82ef78-18ea-4e95-b68a-434f2dde3a85 req-2505bf63-9942-4a78-8ebf-cbe222b5bdd5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5dc23479-c72c-450e-9949-2ffc35175bba HTTP/1.1" status: 200 len: 1099 time: 0.2350137 May 06 09:23:38.492256 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-86a9ab01-bc1b-4209-80d3-befa4f18981e service neutron] Checking agent: {'id': 'e51fd9d5-0712-41db-be1b-bc822ebf26a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 20, 30), 'started_at': datetime.datetime(2021, 5, 6, 9, 20, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 09:23:38.492593 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-86a9ab01-bc1b-4209-80d3-befa4f18981e service neutron] Checking segment: {'id': '21ed25bf-f5b1-41ad-9700-5cd13c82ae12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:23:38.492962 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-86a9ab01-bc1b-4209-80d3-befa4f18981e service neutron] Bound using segment: {'id': '21ed25bf-f5b1-41ad-9700-5cd13c82ae12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6'} {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 09:23:38.493385 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-86a9ab01-bc1b-4209-80d3-befa4f18981e service neutron] Bound port: 698e51d3-1406-4f63-9e51-961524c4d604, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21ed25bf-f5b1-41ad-9700-5cd13c82ae12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6'}}] {{(pid=74231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:23:38.493721 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-86a9ab01-bc1b-4209-80d3-befa4f18981e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:38.600576 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-d129da32-311b-4d10-abe2-3dc7d969114e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:38.610426 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-4081d5b9-0395-402a-a6bb-9adc6ac30751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:38.630890 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-1a82ef78-18ea-4e95-b68a-434f2dde3a85 req-1c936a08-a2d6-4c08-b032-369bfb93a028 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279793 May 06 09:23:38.648498 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b3b97cc8-18de-406b-bd8b-a591d4251bcc req-2ba20b11-7d9e-451e-9a2f-65441748147a tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578634 May 06 09:23:38.649409 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129da32-311b-4d10-abe2-3dc7d969114e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bab4ce1-f07a-4895-9ec2-e7185f04fbef,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:38.652318 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-d129da32-311b-4d10-abe2-3dc7d969114e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:38.663991 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-9372a740-e2d5-49df-86c0-7b9d7d913c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:38.669615 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-d129da32-311b-4d10-abe2-3dc7d969114e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:38.669615 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-d129da32-311b-4d10-abe2-3dc7d969114e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0bab4ce1-f07a-4895-9ec2-e7185f04fbef HTTP/1.1" status: 204 len: 168 time: 1.0223303 May 06 09:23:38.684417 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-86a9ab01-bc1b-4209-80d3-befa4f18981e service neutron] For port 698e51d3-1406-4f63-9e51-961524c4d604, host hv-cinder-79001, cleared binding levels {{(pid=74231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 09:23:38.690466 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-86a9ab01-bc1b-4209-80d3-befa4f18981e service neutron] For port 698e51d3-1406-4f63-9e51-961524c4d604, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=698e51d3-1406-4f63-9e51-961524c4d604,segment=NetworkSegment(21ed25bf-f5b1-41ad-9700-5cd13c82ae12),segment_id=21ed25bf-f5b1-41ad-9700-5cd13c82ae12)] {{(pid=74231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 09:23:38.742093 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-9372a740-e2d5-49df-86c0-7b9d7d913c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:38.751467 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-9f8c965b-fb0b-4dcd-b74c-95cb4ca41c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:38.846009 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-86a9ab01-bc1b-4209-80d3-befa4f18981e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15534154'] for port, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:38.850815 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-cf2e4454-7fe5-4c75-9cc4-5b965fa87f41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:38.925876 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-9372a740-e2d5-49df-86c0-7b9d7d913c5e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=473ecb4d1b004dad8d71ea59d20b3bc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5593936 May 06 09:23:38.927042 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372a740-e2d5-49df-86c0-7b9d7d913c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee55bd0-7097-4cd8-bc2b-9417f5508ee8,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:38.944993 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-9372a740-e2d5-49df-86c0-7b9d7d913c5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:38.945601 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 52456) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:39.004563 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-86a9ab01-bc1b-4209-80d3-befa4f18981e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:39.005420 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-86a9ab01-bc1b-4209-80d3-befa4f18981e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:39.007002 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-86a9ab01-bc1b-4209-80d3-befa4f18981e service neutron] 10.222.0.79 "PUT /v2.0/ports/698e51d3-1406-4f63-9e51-961524c4d604 HTTP/1.1" status: 200 len: 1093 time: 2.2828097 May 06 09:23:39.007639 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6528c144-b05f-4fb2-99ad-0dc9300e5cc8', 'tag': '698e51d3-1406-4f63-9e51-961524c4d604'}] {{(pid=74231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:23:39.031432 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29d6aa-d303-4a8c-87ec-7efb07b873fd req-40a6f04a-8061-4a90-9d2e-10b65be2fc6c tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:39.036484 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-3e29d6aa-d303-4a8c-87ec-7efb07b873fd req-40a6f04a-8061-4a90-9d2e-10b65be2fc6c tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 943 time: 0.2003222 May 06 09:23:39.061530 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9ab01-bc1b-4209-80d3-befa4f18981e service neutron] Pushing event updated for resources: {'Port': ['ID=698e51d3-1406-4f63-9e51-961524c4d604,revision_number=3']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:39.082600 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-9f3bfec9-e65c-4a79-b0e6-020abe817754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:39.086018 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-86a9ab01-bc1b-4209-80d3-befa4f18981e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:39.112819 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-9f3bfec9-e65c-4a79-b0e6-020abe817754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:39.132269 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98200a7-2882-4916-b9a2-4e94b4ce5e33 req-324d726f-f973-497d-b4a8-b0f6b7781969 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:39.134618 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-c98200a7-2882-4916-b9a2-4e94b4ce5e33 req-324d726f-f973-497d-b4a8-b0f6b7781969 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dc23479-c72c-450e-9949-2ffc35175bba HTTP/1.1" status: 200 len: 946 time: 0.2354620 May 06 09:23:39.193686 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-3e29d6aa-d303-4a8c-87ec-7efb07b873fd req-511b1b7e-8ce0-482a-ab77-67d793e94ce8 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1471531 May 06 09:23:39.272913 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-c98200a7-2882-4916-b9a2-4e94b4ce5e33 req-78e3f748-1861-4039-a80a-c57b624ecceb tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667293 May 06 09:23:39.292721 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-9f3bfec9-e65c-4a79-b0e6-020abe817754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:39.296021 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:39.303992 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-fbad31bc-0cbe-4c73-a2a5-0738132db968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:39.306113 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-fbad31bc-0cbe-4c73-a2a5-0738132db968 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9ae2085d4b8a40478cbd7d65dce1e9a9&device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 1096 time: 0.1690006 May 06 09:23:39.324282 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3bfec9-e65c-4a79-b0e6-020abe817754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee55bd0-7097-4cd8-bc2b-9417f5508ee8,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:39.333836 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-9f3bfec9-e65c-4a79-b0e6-020abe817754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:39.343100 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-9f3bfec9-e65c-4a79-b0e6-020abe817754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:39.344535 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-9f3bfec9-e65c-4a79-b0e6-020abe817754 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eee55bd0-7097-4cd8-bc2b-9417f5508ee8 HTTP/1.1" status: 204 len: 168 time: 0.3969338 May 06 09:23:39.382030 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6528c144-b05f-4fb2-99ad-0dc9300e5cc8', 'tag': '698e51d3-1406-4f63-9e51-961524c4d604', 'status': 'completed', 'code': 200} May 06 09:23:39.397377 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-227133ba-3724-4c07-a948-a0f56f69fc25 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=698e51d3-1406-4f63-9e51-961524c4d604 HTTP/1.1" status: 200 len: 217 time: 0.0813980 May 06 09:23:39.483712 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-4a5f1102-33fa-4b52-ac59-7f94b474013d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:39.488434 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-4a5f1102-33fa-4b52-ac59-7f94b474013d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7b16db8b-a94c-4c3b-a507-250865434e20 HTTP/1.1" status: 200 len: 850 time: 0.0695508 May 06 09:23:39.571316 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-fcac2e69-6c12-4abd-b155-af4cbdc47f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:39.572821 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-fcac2e69-6c12-4abd-b155-af4cbdc47f99 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ac387211-8a03-4c25-adfd-9a491e0199c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0767760 May 06 09:23:39.746123 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-a672a447-986f-4588-b525-71d317f9faa9 service neutron] 10.222.0.79 "GET /v2.0/networks/ac387211-8a03-4c25-adfd-9a491e0199c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603498 May 06 09:23:40.029632 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b0dcf063-8f16-4c4f-830c-1e8e0b060025 req-bc2c2cb0-e87f-4478-b90c-ecf149d94c0c service neutron] 10.222.0.79 "GET /v2.0/networks/ac387211-8a03-4c25-adfd-9a491e0199c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738774 May 06 09:23:40.044142 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db6105-65d5-497e-b011-86c8b16d4e77 req-4889db89-fa7a-4185-be38-27d93493761f tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:40.048387 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d6db6105-65d5-497e-b011-86c8b16d4e77 req-4889db89-fa7a-4185-be38-27d93493761f tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.1473076 May 06 09:23:40.103306 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d6db6105-65d5-497e-b011-86c8b16d4e77 req-e826db79-acaa-45fa-ab81-5649fe3bbc83 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476129 May 06 09:23:40.296877 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24044771-01a3-4620-ae6a-0f53d4f339e3 req-1815ace9-14fe-47ae-b9d2-33beae16b6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:40.298359 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-24044771-01a3-4620-ae6a-0f53d4f339e3 req-1815ace9-14fe-47ae-b9d2-33beae16b6c9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9ae2085d4b8a40478cbd7d65dce1e9a9&device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 1096 time: 0.0978534 May 06 09:23:40.410407 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415e137-e5de-4adc-bf9c-f632987bc9f1 req-3b2bb331-863b-46d5-b3c8-1b5916cb2340 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:40.411903 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-3415e137-e5de-4adc-bf9c-f632987bc9f1 req-3b2bb331-863b-46d5-b3c8-1b5916cb2340 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 943 time: 0.0971832 May 06 09:23:40.456807 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-3415e137-e5de-4adc-bf9c-f632987bc9f1 req-fc989853-9298-48d0-83e3-f66a09fddeac tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393927 May 06 09:23:40.525580 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24044771-01a3-4620-ae6a-0f53d4f339e3 req-413c8c31-2600-4219-9128-fa65caf93592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:40.526936 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-24044771-01a3-4620-ae6a-0f53d4f339e3 req-413c8c31-2600-4219-9128-fa65caf93592 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ac387211-8a03-4c25-adfd-9a491e0199c6 HTTP/1.1" status: 200 len: 913 time: 0.2182353 May 06 09:23:40.543108 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454008b-7680-4637-9eb8-cdd7342b32c3 req-44a40501-9a79-494c-805f-bc9393631230 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:40.553292 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-5454008b-7680-4637-9eb8-cdd7342b32c3 req-44a40501-9a79-494c-805f-bc9393631230 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dc23479-c72c-450e-9949-2ffc35175bba HTTP/1.1" status: 200 len: 946 time: 0.1394415 May 06 09:23:40.636201 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-24044771-01a3-4620-ae6a-0f53d4f339e3 req-605d99c3-87ef-4b71-af1e-da00d0a3b56d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=698e51d3-1406-4f63-9e51-961524c4d604 HTTP/1.1" status: 200 len: 217 time: 0.0816939 May 06 09:23:40.789026 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-5454008b-7680-4637-9eb8-cdd7342b32c3 req-afdf1c00-dfb3-43fb-b888-16817e52046b tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824868 May 06 09:23:40.824505 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24044771-01a3-4620-ae6a-0f53d4f339e3 req-f5ea00f6-9382-4547-942a-fb73450de499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:40.826433 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-24044771-01a3-4620-ae6a-0f53d4f339e3 req-f5ea00f6-9382-4547-942a-fb73450de499 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7b16db8b-a94c-4c3b-a507-250865434e20 HTTP/1.1" status: 200 len: 850 time: 0.1740606 May 06 09:23:40.934560 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24044771-01a3-4620-ae6a-0f53d4f339e3 req-18fbc101-a59f-4c3e-a780-0ba2094353ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:40.934560 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-24044771-01a3-4620-ae6a-0f53d4f339e3 req-18fbc101-a59f-4c3e-a780-0ba2094353ea service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ac387211-8a03-4c25-adfd-9a491e0199c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0925550 May 06 09:23:41.078625 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-24044771-01a3-4620-ae6a-0f53d4f339e3 req-a822a82f-3a76-4732-8b34-c5848d59de8c service neutron] 10.222.0.79 "GET /v2.0/networks/ac387211-8a03-4c25-adfd-9a491e0199c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357956 May 06 09:23:41.220539 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-24044771-01a3-4620-ae6a-0f53d4f339e3 req-8e165fe2-ada6-4ac2-a6f9-65b91c34c260 service neutron] 10.222.0.79 "GET /v2.0/networks/ac387211-8a03-4c25-adfd-9a491e0199c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332631 May 06 09:23:41.316733 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf70af-0699-4b2b-8066-eda5c949e08a req-89fa9333-b7c3-4cec-b00f-b1d8421c0963 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:41.318214 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-fbdf70af-0699-4b2b-8066-eda5c949e08a req-89fa9333-b7c3-4cec-b00f-b1d8421c0963 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.0992510 May 06 09:23:41.363543 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-fbdf70af-0699-4b2b-8066-eda5c949e08a req-7c424203-2b52-4723-84be-f1d0059fb8bc tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391974 May 06 09:23:41.658929 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b1b14-57c6-44af-8d85-535c392c9bc8 req-a5ac86d6-7890-4d33-af81-fbe938a4456c tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:41.659650 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-890b1b14-57c6-44af-8d85-535c392c9bc8 req-a5ac86d6-7890-4d33-af81-fbe938a4456c tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Synchronizing usage tracker for tenant:9ae2085d4b8a40478cbd7d65dce1e9a9 on resource:port {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:23:41.793874 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-890b1b14-57c6-44af-8d85-535c392c9bc8 req-a5ac86d6-7890-4d33-af81-fbe938a4456c tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Unset dirty status for tenant:9ae2085d4b8a40478cbd7d65dce1e9a9 on resource:port {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:23:41.796488 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-890b1b14-57c6-44af-8d85-535c392c9bc8 req-a5ac86d6-7890-4d33-af81-fbe938a4456c tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 943 time: 0.2240241 May 06 09:23:41.863738 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-890b1b14-57c6-44af-8d85-535c392c9bc8 req-b3d71497-d5d4-4847-bbf6-a40927f32d1d tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569854 May 06 09:23:42.553574 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a85057-543a-4456-a029-b5f2e9bb0425 req-84c1f8aa-5072-45df-b226-486fb70c23bb tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:42.555037 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-a7a85057-543a-4456-a029-b5f2e9bb0425 req-84c1f8aa-5072-45df-b226-486fb70c23bb tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.0812459 May 06 09:23:42.600754 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-a7a85057-543a-4456-a029-b5f2e9bb0425 req-7b1200ba-ce90-4e40-91dc-edd725c7e725 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385764 May 06 09:23:42.714769 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 52612) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:42.859351 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-64d08526-900c-4809-9331-a28c3fc1f768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:42.880209 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-64d08526-900c-4809-9331-a28c3fc1f768 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:23:42.884132 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-64d08526-900c-4809-9331-a28c3fc1f768 admin admin] Usage tracker for resource:security_group_rule and tenant:41dada7072d543158cb639a65878b44e is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:23:42.887170 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-64d08526-900c-4809-9331-a28c3fc1f768 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:23:42.893729 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-64d08526-900c-4809-9331-a28c3fc1f768 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:23:43.101692 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f7154-d7e6-46b1-8740-e51be8d08f84 req-03c37247-7c5a-476c-b484-5014c3e85672 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:43.103133 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-a92f7154-d7e6-46b1-8740-e51be8d08f84 req-03c37247-7c5a-476c-b484-5014c3e85672 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 943 time: 0.1242862 May 06 09:23:43.104776 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-64d08526-900c-4809-9331-a28c3fc1f768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:43.162665 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-a92f7154-d7e6-46b1-8740-e51be8d08f84 req-5de86b92-80ed-4246-b002-041748bc988e tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447967 May 06 09:23:43.249094 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-64d08526-900c-4809-9331-a28c3fc1f768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:43.261726 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-9f9f0f76-2cfd-4a28-95ae-6588bb7f6d86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:43.289041 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 698e51d3-1406-4f63-9e51-961524c4d604 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 09:23:43.304151 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-64d08526-900c-4809-9331-a28c3fc1f768 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=41dada7072d543158cb639a65878b44e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5883069 May 06 09:23:43.305956 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d08526-900c-4809-9331-a28c3fc1f768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87b15e1-f812-4c74-a332-126b72a2825e,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:43.307534 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 52636) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:43.310368 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-64d08526-900c-4809-9331-a28c3fc1f768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:43.423550 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-29d3afe0-4e55-4d49-8a25-63acd69d8add admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:43.463357 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-29d3afe0-4e55-4d49-8a25-63acd69d8add admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:43.500010 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 698e51d3-1406-4f63-9e51-961524c4d604, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=698e51d3-1406-4f63-9e51-961524c4d604,segment=NetworkSegment(21ed25bf-f5b1-41ad-9700-5cd13c82ae12),segment_id=21ed25bf-f5b1-41ad-9700-5cd13c82ae12)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:23:43.517107 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Returning: {'device': '698e51d3-1406-4f63-9e51-961524c4d604', 'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6', 'port_id': '698e51d3-1406-4f63-9e51-961524c4d604', 'mac_address': 'fa:16:3e:fb:f9:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b16db8b-a94c-4c3b-a507-250865434e20', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 09:23:43.554309 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-ce13a28f-c663-4b9a-b6d2-9d4032809fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:43.575417 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:43.591825 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 698e51d3-1406-4f63-9e51-961524c4d604 {{(pid=74233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 09:23:43.609372 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 698e51d3-1406-4f63-9e51-961524c4d604, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=698e51d3-1406-4f63-9e51-961524c4d604,segment=NetworkSegment(21ed25bf-f5b1-41ad-9700-5cd13c82ae12),segment_id=21ed25bf-f5b1-41ad-9700-5cd13c82ae12)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:23:43.753826 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:43.754031 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-29d3afe0-4e55-4d49-8a25-63acd69d8add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:43.756031 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:43.759222 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-0110ebfb-2f2b-45f1-b6d5-058c11a95760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:43.772874 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d3afe0-4e55-4d49-8a25-63acd69d8add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87b15e1-f812-4c74-a332-126b72a2825e,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:43.776153 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-29d3afe0-4e55-4d49-8a25-63acd69d8add admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:43.778715 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-29d3afe0-4e55-4d49-8a25-63acd69d8add admin admin] Notify callbacks [] for security_group, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:43.779844 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-29d3afe0-4e55-4d49-8a25-63acd69d8add admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e87b15e1-f812-4c74-a332-126b72a2825e HTTP/1.1" status: 204 len: 168 time: 0.4691439 May 06 09:23:43.793605 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9918de12-61b0-4fc9-ae23-0a1a0b5e62e6 req-6b870adb-9deb-4848-ba4c-e072b4ea6876 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:43.795665 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-9918de12-61b0-4fc9-ae23-0a1a0b5e62e6 req-6b870adb-9deb-4848-ba4c-e072b4ea6876 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.0854704 May 06 09:23:43.881410 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-9918de12-61b0-4fc9-ae23-0a1a0b5e62e6 req-db6091a4-902e-481e-869b-3c17bfe50faf tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746930 May 06 09:23:43.886958 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=698e51d3-1406-4f63-9e51-961524c4d604,revision_number=4']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:43.894283 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:44.123306 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] get_ports_and_sgs() called for port_ids ['698e51d3-1406-4f63-9e51-961524c4d604'] {{(pid=74233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 09:23:44.429820 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128727a-5f08-4ad9-befd-a94cd275e6eb req-a78bea30-dd7f-4b16-9292-00346b3d52c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:44.433072 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-1128727a-5f08-4ad9-befd-a94cd275e6eb req-a78bea30-dd7f-4b16-9292-00346b3d52c9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 1098 time: 0.1486006 May 06 09:23:44.433816 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a4869-e9de-42b0-9e20-b81e6eb3e9ee req-c3d23b58-9004-4669-a5c1-b86ca90ba3a9 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:44.435415 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-926a4869-e9de-42b0-9e20-b81e6eb3e9ee req-c3d23b58-9004-4669-a5c1-b86ca90ba3a9 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 944 time: 0.1040897 May 06 09:23:44.498461 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-1128727a-5f08-4ad9-befd-a94cd275e6eb req-208335d7-e425-4a21-a28f-3af008d1676c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554247 May 06 09:23:44.508657 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-926a4869-e9de-42b0-9e20-b81e6eb3e9ee req-3c0ea69b-21e9-4992-9906-64da318c6ac1 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0661619 May 06 09:23:45.171577 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6fbb98-4d4d-465f-bfe2-8b577e65d424 req-da0e9425-89bf-4d2a-95a1-f9245aeb87ca tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:45.179554 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-2b6fbb98-4d4d-465f-bfe2-8b577e65d424 req-da0e9425-89bf-4d2a-95a1-f9245aeb87ca tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.1393964 May 06 09:23:45.249018 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-2b6fbb98-4d4d-465f-bfe2-8b577e65d424 req-755f05a0-17a2-46ba-84e6-78fcdc099911 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662982 May 06 09:23:45.728964 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9b429-408a-4ad2-b3e4-277be0d2640b req-54b29d51-70dd-453e-8aa5-9ba76f2b28c9 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:45.730423 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-2df9b429-408a-4ad2-b3e4-277be0d2640b req-54b29d51-70dd-453e-8aa5-9ba76f2b28c9 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 944 time: 0.0810466 May 06 09:23:45.794554 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-2df9b429-408a-4ad2-b3e4-277be0d2640b req-f9575a12-54f7-4987-9cb2-e357c965b827 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581770 May 06 09:23:45.902055 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:45.959529 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-61d4499b-d62d-49ab-b88d-fbefe7491389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:46.453284 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d60691-4d12-4296-865f-d8c51b118cc4 req-65451574-1168-4431-93df-5a737214711b tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:46.454728 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-45d60691-4d12-4296-865f-d8c51b118cc4 req-65451574-1168-4431-93df-5a737214711b tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.1039283 May 06 09:23:46.502525 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-45d60691-4d12-4296-865f-d8c51b118cc4 req-5c9173ab-bad8-4643-9da0-93488ad9773f tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419278 May 06 09:23:46.993322 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867cac33-6eb4-44a5-90b8-94b3f734ccc8 req-bab4dbab-59c6-4546-adc5-1d2e0d84a2b4 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:46.994945 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-867cac33-6eb4-44a5-90b8-94b3f734ccc8 req-bab4dbab-59c6-4546-adc5-1d2e0d84a2b4 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 944 time: 0.0851545 May 06 09:23:47.004772 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:47.045476 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-867cac33-6eb4-44a5-90b8-94b3f734ccc8 req-76d8be09-efe3-48a5-95bb-cd083c4a489f tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427957 May 06 09:23:47.230632 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acea4ce-8dbf-425c-a5d6-fec1042f8beb req-39218026-5519-445e-bb46-23d3b43fc4e5 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:47.234095 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-3acea4ce-8dbf-425c-a5d6-fec1042f8beb req-39218026-5519-445e-bb46-23d3b43fc4e5 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.0963755 May 06 09:23:47.283113 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 698e51d3-1406-4f63-9e51-961524c4d604 up at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:23:47.323806 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-3acea4ce-8dbf-425c-a5d6-fec1042f8beb req-7fe67d04-2e33-439c-9300-3a6bc1750a45 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565140 May 06 09:23:47.352577 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d8f1f8-f487-4e3e-8260-f8206355c27c req-33eff67e-85a7-4550-b4aa-aa19a16f0f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:47.355832 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-97d8f1f8-f487-4e3e-8260-f8206355c27c req-33eff67e-85a7-4550-b4aa-aa19a16f0f4c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f9983e4cddcf4e468452d86169f2b091&device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 1098 time: 0.1191761 May 06 09:23:47.522542 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d8f1f8-f487-4e3e-8260-f8206355c27c req-9aed1948-461f-4494-93f2-aa5f6a4e5896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:47.524620 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-97d8f1f8-f487-4e3e-8260-f8206355c27c req-9aed1948-461f-4494-93f2-aa5f6a4e5896 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6738b754-c0fb-47d7-9855-22e220ab6546 HTTP/1.1" status: 200 len: 920 time: 0.1626420 May 06 09:23:47.547054 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Provisioning for port 698e51d3-1406-4f63-9e51-961524c4d604 completed by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:23:47.552934 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Provisioning complete for port 698e51d3-1406-4f63-9e51-961524c4d604 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:23:47.553500 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:47.636170 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-97d8f1f8-f487-4e3e-8260-f8206355c27c req-eac4e6f9-2313-400c-937c-8a8ff5e80176 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73285a8f-35af-4c47-a73c-c5605456c3c4 HTTP/1.1" status: 200 len: 217 time: 0.1002963 May 06 09:23:47.720179 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:47.728046 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d8f1f8-f487-4e3e-8260-f8206355c27c req-11b9391c-78b6-4029-b180-006117956570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:47.729497 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-97d8f1f8-f487-4e3e-8260-f8206355c27c req-11b9391c-78b6-4029-b180-006117956570 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f3aac420-410a-4224-bd12-b0f6b8f33f91 HTTP/1.1" status: 200 len: 858 time: 0.0857415 May 06 09:23:47.755883 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6528c144-b05f-4fb2-99ad-0dc9300e5cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698e51d3-1406-4f63-9e51-961524c4d604'}] {{(pid=74233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:23:47.764811 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 698e51d3-1406-4f63-9e51-961524c4d604, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=698e51d3-1406-4f63-9e51-961524c4d604,segment=NetworkSegment(21ed25bf-f5b1-41ad-9700-5cd13c82ae12),segment_id=21ed25bf-f5b1-41ad-9700-5cd13c82ae12)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:23:47.786316 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-97d8f1f8-f487-4e3e-8260-f8206355c27c req-33aca23f-ce9f-4c9f-bfa4-fe963ade8363 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6738b754-c0fb-47d7-9855-22e220ab6546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489531 May 06 09:23:47.802684 dv-cinder-790014-1-smb neutron-server[74233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6528c144-b05f-4fb2-99ad-0dc9300e5cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698e51d3-1406-4f63-9e51-961524c4d604', 'code': 200} May 06 09:23:47.931666 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-97d8f1f8-f487-4e3e-8260-f8206355c27c req-f772aac7-d0f8-47b6-8c48-068198452cb2 service neutron] 10.222.0.79 "GET /v2.0/networks/6738b754-c0fb-47d7-9855-22e220ab6546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368742 May 06 09:23:47.962743 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:47.965743 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:48.040171 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=698e51d3-1406-4f63-9e51-961524c4d604,revision_number=5']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:48.043294 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:48.174319 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-97d8f1f8-f487-4e3e-8260-f8206355c27c req-e5d8a024-009a-47e6-bdce-75eb54d969fd service neutron] 10.222.0.79 "GET /v2.0/networks/6738b754-c0fb-47d7-9855-22e220ab6546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346883 May 06 09:23:48.262121 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79e13d-8aff-44c6-ac48-acff40fbccfe req-c0486985-199c-4e2b-80c5-c7eb74d16aea tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:48.263650 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-2e79e13d-8aff-44c6-ac48-acff40fbccfe req-c0486985-199c-4e2b-80c5-c7eb74d16aea tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 945 time: 0.0864496 May 06 09:23:48.314088 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-2e79e13d-8aff-44c6-ac48-acff40fbccfe req-3032bdb7-3286-4198-8528-3e7d17a3b599 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441251 May 06 09:23:48.376833 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d5b12-c2bf-4ac8-84dd-7356e09f8b05 req-35db0491-d662-40c9-b398-c579aa131a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:48.378531 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-eb7d5b12-c2bf-4ac8-84dd-7356e09f8b05 req-35db0491-d662-40c9-b398-c579aa131a8d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 1098 time: 0.0847342 May 06 09:23:48.430223 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-eb7d5b12-c2bf-4ac8-84dd-7356e09f8b05 req-27a63058-3c9c-4e55-9544-4461953bb5d8 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418613 May 06 09:23:48.526748 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67898c8-c294-4932-9e87-ee88090967ee req-38a73202-738c-40a1-ad18-e06812f62789 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:48.528233 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-f67898c8-c294-4932-9e87-ee88090967ee req-38a73202-738c-40a1-ad18-e06812f62789 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.0817451 May 06 09:23:48.602596 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-f67898c8-c294-4932-9e87-ee88090967ee req-ad73e093-2fb2-4dd9-bd74-30dea4cbdc79 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657802 May 06 09:23:48.781836 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:49.277768 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 52854) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:49.406358 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-5dc88ffb-f855-4e8e-a46d-5b8898256c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:49.423586 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-5dc88ffb-f855-4e8e-a46d-5b8898256c9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:23:49.473024 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-5dc88ffb-f855-4e8e-a46d-5b8898256c9a admin admin] Usage tracker for resource:security_group_rule and tenant:4b0540352ac7412389fa18e0621353cb is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:23:49.482158 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-5dc88ffb-f855-4e8e-a46d-5b8898256c9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:23:49.496788 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-5dc88ffb-f855-4e8e-a46d-5b8898256c9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:23:49.579436 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f14917-9bdb-49ab-bb33-b264a36e7639 req-0d727578-42d8-472f-8475-783fece4d61d tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:49.582035 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-05f14917-9bdb-49ab-bb33-b264a36e7639 req-0d727578-42d8-472f-8475-783fece4d61d tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 945 time: 0.1603658 May 06 09:23:49.664377 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-05f14917-9bdb-49ab-bb33-b264a36e7639 req-d342907e-83a6-492d-a69a-922844a250f6 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744662 May 06 09:23:49.669793 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-5dc88ffb-f855-4e8e-a46d-5b8898256c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:49.788163 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-5dc88ffb-f855-4e8e-a46d-5b8898256c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:49.812820 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a5618-2129-4039-a2c7-653a3250dc92 req-d74c3332-f303-4b96-a17a-e506c898dc43 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:49.815774 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-369a5618-2129-4039-a2c7-653a3250dc92 req-d74c3332-f303-4b96-a17a-e506c898dc43 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.0898488 May 06 09:23:49.854542 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:49.899645 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-369a5618-2129-4039-a2c7-653a3250dc92 req-232f26a1-0c46-401d-9e81-3acca7bb6c99 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739138 May 06 09:23:49.902871 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 52874) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:49.908139 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-5dc88ffb-f855-4e8e-a46d-5b8898256c9a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4b0540352ac7412389fa18e0621353cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6291938 May 06 09:23:49.937865 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc88ffb-f855-4e8e-a46d-5b8898256c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b19206a-e08b-476c-a27d-f08c8201d8f8,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:49.941795 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-5dc88ffb-f855-4e8e-a46d-5b8898256c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:49.973458 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-085a7c0a-c266-411a-9ae0-d761dc7ae506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:50.000561 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-085a7c0a-c266-411a-9ae0-d761dc7ae506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:50.118444 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-085a7c0a-c266-411a-9ae0-d761dc7ae506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:50.122338 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-64d08526-900c-4809-9331-a28c3fc1f768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:50.136430 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a7c0a-c266-411a-9ae0-d761dc7ae506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b19206a-e08b-476c-a27d-f08c8201d8f8,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:50.140969 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-085a7c0a-c266-411a-9ae0-d761dc7ae506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:50.145032 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-085a7c0a-c266-411a-9ae0-d761dc7ae506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:50.146149 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-085a7c0a-c266-411a-9ae0-d761dc7ae506 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9b19206a-e08b-476c-a27d-f08c8201d8f8 HTTP/1.1" status: 204 len: 168 time: 0.2411284 May 06 09:23:50.904537 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435ecf6-bf8e-4fdc-8ebf-fbd0975f3700 req-c06ec0d0-8971-459b-89e1-16be1692fc44 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:50.906881 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b435ecf6-bf8e-4fdc-8ebf-fbd0975f3700 req-c06ec0d0-8971-459b-89e1-16be1692fc44 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 945 time: 0.1144300 May 06 09:23:50.942772 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 52900) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:50.979142 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b435ecf6-bf8e-4fdc-8ebf-fbd0975f3700 req-87376870-5d84-4013-af4d-4f30ce79b86e tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615849 May 06 09:23:51.011534 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-8793e35e-8d1d-4c39-b09e-487ab8e7f29b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:51.039872 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-8793e35e-8d1d-4c39-b09e-487ab8e7f29b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:23:51.046260 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-8793e35e-8d1d-4c39-b09e-487ab8e7f29b admin admin] Usage tracker for resource:security_group_rule and tenant:fc97826f847847b68c0873bebaf293cd is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:23:51.049818 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-8793e35e-8d1d-4c39-b09e-487ab8e7f29b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:23:51.056348 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-8793e35e-8d1d-4c39-b09e-487ab8e7f29b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:23:51.163169 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0800f-8e63-468f-a261-7369eaaa05ad req-3450cba4-8f8a-4c49-ba5c-3867c3c2f29b tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:51.164675 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4ff0800f-8e63-468f-a261-7369eaaa05ad req-3450cba4-8f8a-4c49-ba5c-3867c3c2f29b tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.0929618 May 06 09:23:51.172851 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-8793e35e-8d1d-4c39-b09e-487ab8e7f29b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:51.214255 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4ff0800f-8e63-468f-a261-7369eaaa05ad req-6e12efac-783c-4d9e-8bf5-377f9f416f6c tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431817 May 06 09:23:51.269114 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ed975-b778-4cf8-8c16-60acc0948130 req-9672036e-e81b-456d-91a3-7db1a22958f7 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:51.270672 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-167ed975-b778-4cf8-8c16-60acc0948130 req-9672036e-e81b-456d-91a3-7db1a22958f7 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 945 time: 0.0878649 May 06 09:23:51.271873 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-8793e35e-8d1d-4c39-b09e-487ab8e7f29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:51.280195 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:51.281355 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 52908) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:51.286562 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [None req-2a7a5577-2cd5-4225-8df6-ed12f9b7ec92 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Request body: {'floatingip': {'port_id': '698e51d3-1406-4f63-9e51-961524c4d604'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:23:51.320254 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-8793e35e-8d1d-4c39-b09e-487ab8e7f29b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc97826f847847b68c0873bebaf293cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3757510 May 06 09:23:51.321204 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793e35e-8d1d-4c39-b09e-487ab8e7f29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae83bd9-42fc-4f94-ba65-d2e57315956a,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:51.323467 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 52912) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:51.325952 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-8793e35e-8d1d-4c39-b09e-487ab8e7f29b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:51.363232 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-2a7a5577-2cd5-4225-8df6-ed12f9b7ec92 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for floatingip, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:51.383247 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-4a02c9a0-73dc-477c-83ab-b288e3229c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:51.410529 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-4a02c9a0-73dc-477c-83ab-b288e3229c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:51.585453 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-4a02c9a0-73dc-477c-83ab-b288e3229c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:51.590740 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:51.607394 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02c9a0-73dc-477c-83ab-b288e3229c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae83bd9-42fc-4f94-ba65-d2e57315956a,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:51.609765 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-4a02c9a0-73dc-477c-83ab-b288e3229c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:51.610866 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-4a02c9a0-73dc-477c-83ab-b288e3229c11 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ae83bd9-42fc-4f94-ba65-d2e57315956a HTTP/1.1" status: 204 len: 168 time: 0.2864835 May 06 09:23:51.611765 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-4a02c9a0-73dc-477c-83ab-b288e3229c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:51.986517 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-2a7a5577-2cd5-4225-8df6-ed12f9b7ec92 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:52.111132 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-2a7a5577-2cd5-4225-8df6-ed12f9b7ec92 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670062'] for floatingip, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:52.417996 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.db.l3_db [None req-2a7a5577-2cd5-4225-8df6-ed12f9b7ec92 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Floating IP ecc9ece4-633c-4784-9450-4cede519e319 associated. External IP: 172.28.3.53, port: 698e51d3-1406-4f63-9e51-961524c4d604. May 06 09:23:52.432183 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943f102-852f-4005-af09-74a2dd01d2c8 req-607c1a65-f364-487e-96db-4717d23fa13b tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:52.441872 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-e943f102-852f-4005-af09-74a2dd01d2c8 req-607c1a65-f364-487e-96db-4717d23fa13b tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.1012349 May 06 09:23:52.488578 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-e943f102-852f-4005-af09-74a2dd01d2c8 req-42262f3a-e2ec-4299-82ff-191ff5ea5801 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458174 May 06 09:23:52.803268 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7a5577-2cd5-4225-8df6-ed12f9b7ec92 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Router 6d24e59f-7fda-400b-b5d0-4e68e7795b53 has already been hosted by L3 agent 6417d645-ec24-4e28-ae28-fb602049daa5 {{(pid=74231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 09:23:52.996178 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7a5577-2cd5-4225-8df6-ed12f9b7ec92 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify agent at l3_agent.dv-cinder-790014-1-smb the message routers_updated {{(pid=74231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 09:23:53.007663 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c864273-9eb0-4cf5-8a1a-4a073d59861d None None] Sync routers for ids ['6d24e59f-7fda-400b-b5d0-4e68e7795b53'] in dv-cinder-790014-1-smb {{(pid=74234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:23:53.010401 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-2a7a5577-2cd5-4225-8df6-ed12f9b7ec92 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for floatingip, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:53.018962 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c864273-9eb0-4cf5-8a1a-4a073d59861d None None] Routers {'6d24e59f-7fda-400b-b5d0-4e68e7795b53'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:23:53.019683 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-4c864273-9eb0-4cf5-8a1a-4a073d59861d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:23:46Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['6d24e59f-7fda-400b-b5d0-4e68e7795b53'], 'active': True} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:23:53.067448 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-2a7a5577-2cd5-4225-8df6-ed12f9b7ec92 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "PUT /v2.0/floatingips/ecc9ece4-633c-4784-9450-4cede519e319 HTTP/1.1" status: 200 len: 990 time: 1.7849090 May 06 09:23:53.068104 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6528c144-b05f-4fb2-99ad-0dc9300e5cc8', 'tag': '698e51d3-1406-4f63-9e51-961524c4d604'}] {{(pid=74231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:23:53.220677 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvr_db [None req-4c864273-9eb0-4cf5-8a1a-4a073d59861d None None] Set router 6d24e59f-7fda-400b-b5d0-4e68e7795b53 gateway port host: dv-cinder-790014-1-smb {{(pid=74234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:23:53.253005 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6528c144-b05f-4fb2-99ad-0dc9300e5cc8', 'tag': '698e51d3-1406-4f63-9e51-961524c4d604', 'status': 'completed', 'code': 200} May 06 09:23:53.403148 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba86a86-af94-4c0a-a516-3728a1123417 req-89415685-3c69-48d8-85f9-2522292fa22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:53.410091 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4ba86a86-af94-4c0a-a516-3728a1123417 req-89415685-3c69-48d8-85f9-2522292fa22c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9ae2085d4b8a40478cbd7d65dce1e9a9&device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 1098 time: 0.1218638 May 06 09:23:53.563336 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba86a86-af94-4c0a-a516-3728a1123417 req-7433e581-a5f8-42f0-92d7-647d5ad4224f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:53.565450 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4ba86a86-af94-4c0a-a516-3728a1123417 req-7433e581-a5f8-42f0-92d7-647d5ad4224f service neutron] 10.222.0.79 "GET /v2.0/networks?id=ac387211-8a03-4c25-adfd-9a491e0199c6 HTTP/1.1" status: 200 len: 913 time: 0.1505024 May 06 09:23:53.695176 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4ba86a86-af94-4c0a-a516-3728a1123417 req-9a30180c-1358-4575-bb58-397175c3efa1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=698e51d3-1406-4f63-9e51-961524c4d604 HTTP/1.1" status: 200 len: 998 time: 0.1209083 May 06 09:23:53.717006 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-4c864273-9eb0-4cf5-8a1a-4a073d59861d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'name': 'tempest-AttachVolumeTestJSON-1787695793-router', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.183'}], 'enable_snat': True}, 'gw_port_id': '5d4d245f-e648-4e6c-ac55-a5d1d549cb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:23:15Z', 'updated_at': '2021-05-06T09:23:21Z', 'revision_number': 4, 'project_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'gw_port': {'id': '5d4d245f-e648-4e6c-ac55-a5d1d549cb4a', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:23:16Z', 'updated_at': '2021-05-06T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_floatingips': [{'id': 'ecc9ece4-633c-4784-9450-4cede519e319', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'floating_ip_address': '172.28.3.53', 'floating_network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'router_id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'port_id': '698e51d3-1406-4f63-9e51-961524c4d604', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6', 'mac_address': 'fa:16:3e:fb:f9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6528c144-b05f-4fb2-99ad-0dc9300e5cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:23:28Z', 'updated_at': '2021-05-06T09:23:51Z', 'revision_number': 1, 'project_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e421949d-19c9-4c33-84cb-61f1cf162a17', 'name': '', 'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'mac_address': 'fa:16:3e:39:7a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '7b16db8b-a94c-4c3b-a507-250865434e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:23:21Z', 'updated_at': '2021-05-06T09:23:28Z', 'revision_number': 5, 'project_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'subnets': [{'id': '7b16db8b-a94c-4c3b-a507-250865434e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:23:53.721903 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c864273-9eb0-4cf5-8a1a-4a073d59861d None None] Checking router: 6d24e59f-7fda-400b-b5d0-4e68e7795b53 for host: dv-cinder-790014-1-smb {{(pid=74234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:23:53.734118 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c864273-9eb0-4cf5-8a1a-4a073d59861d None None] Routers {'6d24e59f-7fda-400b-b5d0-4e68e7795b53'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:23:53.735084 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-4c864273-9eb0-4cf5-8a1a-4a073d59861d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:23:46Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['6d24e59f-7fda-400b-b5d0-4e68e7795b53'], 'active': True} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:23:53.787784 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba86a86-af94-4c0a-a516-3728a1123417 req-70527fe0-aa0a-404f-b12f-341ad6f6b177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:53.787784 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4ba86a86-af94-4c0a-a516-3728a1123417 req-70527fe0-aa0a-404f-b12f-341ad6f6b177 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7b16db8b-a94c-4c3b-a507-250865434e20 HTTP/1.1" status: 200 len: 850 time: 0.0825174 May 06 09:23:53.910669 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba86a86-af94-4c0a-a516-3728a1123417 req-b7718e5a-48c1-4b66-bd50-70cd9b6efb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:53.912263 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4ba86a86-af94-4c0a-a516-3728a1123417 req-b7718e5a-48c1-4b66-bd50-70cd9b6efb62 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ac387211-8a03-4c25-adfd-9a491e0199c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1001194 May 06 09:23:53.977917 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvr_db [None req-4c864273-9eb0-4cf5-8a1a-4a073d59861d None None] Set router 6d24e59f-7fda-400b-b5d0-4e68e7795b53 gateway port host: dv-cinder-790014-1-smb {{(pid=74234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:23:54.061333 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4ba86a86-af94-4c0a-a516-3728a1123417 req-b7393dc1-0743-4001-b4e1-a772d6d7e9ad service neutron] 10.222.0.79 "GET /v2.0/networks/ac387211-8a03-4c25-adfd-9a491e0199c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388261 May 06 09:23:54.212733 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4ba86a86-af94-4c0a-a516-3728a1123417 req-b88bd1db-6596-4316-8ebd-408dad4efea3 service neutron] 10.222.0.79 "GET /v2.0/networks/ac387211-8a03-4c25-adfd-9a491e0199c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442332 May 06 09:23:54.215324 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 53002) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:54.355224 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-c1577110-6db3-47bc-870f-d5c16e9cfd3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:54.373448 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-c1577110-6db3-47bc-870f-d5c16e9cfd3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:23:54.378324 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-c1577110-6db3-47bc-870f-d5c16e9cfd3b admin admin] Usage tracker for resource:security_group_rule and tenant:ef17640d8dcc4b128cca2703d032741b is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:23:54.381157 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-c1577110-6db3-47bc-870f-d5c16e9cfd3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:23:54.386973 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-c1577110-6db3-47bc-870f-d5c16e9cfd3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:23:54.388587 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-4c864273-9eb0-4cf5-8a1a-4a073d59861d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'name': 'tempest-AttachVolumeTestJSON-1787695793-router', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.183'}], 'enable_snat': True}, 'gw_port_id': '5d4d245f-e648-4e6c-ac55-a5d1d549cb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:23:15Z', 'updated_at': '2021-05-06T09:23:21Z', 'revision_number': 4, 'project_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'gw_port': {'id': '5d4d245f-e648-4e6c-ac55-a5d1d549cb4a', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:23:16Z', 'updated_at': '2021-05-06T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_floatingips': [{'id': 'ecc9ece4-633c-4784-9450-4cede519e319', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'floating_ip_address': '172.28.3.53', 'floating_network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'router_id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'port_id': '698e51d3-1406-4f63-9e51-961524c4d604', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6', 'mac_address': 'fa:16:3e:fb:f9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6528c144-b05f-4fb2-99ad-0dc9300e5cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:23:28Z', 'updated_at': '2021-05-06T09:23:51Z', 'revision_number': 1, 'project_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e421949d-19c9-4c33-84cb-61f1cf162a17', 'name': '', 'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'mac_address': 'fa:16:3e:39:7a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '7b16db8b-a94c-4c3b-a507-250865434e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:23:21Z', 'updated_at': '2021-05-06T09:23:28Z', 'revision_number': 5, 'project_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'subnets': [{'id': '7b16db8b-a94c-4c3b-a507-250865434e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:23:54.392807 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c864273-9eb0-4cf5-8a1a-4a073d59861d None None] The sync data for ids ['6d24e59f-7fda-400b-b5d0-4e68e7795b53'] in dv-cinder-790014-1-smb is: [{'id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'name': 'tempest-AttachVolumeTestJSON-1787695793-router', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.183'}], 'enable_snat': True}, 'gw_port_id': '5d4d245f-e648-4e6c-ac55-a5d1d549cb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:23:15Z', 'updated_at': '2021-05-06T09:23:21Z', 'revision_number': 4, 'project_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'gw_port': {'id': '5d4d245f-e648-4e6c-ac55-a5d1d549cb4a', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:23:16Z', 'updated_at': '2021-05-06T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_floatingips': [{'id': 'ecc9ece4-633c-4784-9450-4cede519e319', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'floating_ip_address': '172.28.3.53', 'floating_network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'router_id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'port_id': '698e51d3-1406-4f63-9e51-961524c4d604', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6', 'mac_address': 'fa:16:3e:fb:f9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6528c144-b05f-4fb2-99ad-0dc9300e5cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:23:28Z', 'updated_at': '2021-05-06T09:23:51Z', 'revision_number': 1, 'project_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e421949d-19c9-4c33-84cb-61f1cf162a17', 'name': '', 'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'mac_address': 'fa:16:3e:39:7a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '7b16db8b-a94c-4c3b-a507-250865434e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:23:21Z', 'updated_at': '2021-05-06T09:23:28Z', 'revision_number': 5, 'project_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'subnets': [{'id': '7b16db8b-a94c-4c3b-a507-250865434e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:23:54.534123 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-c1577110-6db3-47bc-870f-d5c16e9cfd3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:54.627641 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-c1577110-6db3-47bc-870f-d5c16e9cfd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:54.655854 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-4a02c9a0-73dc-477c-83ab-b288e3229c11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:54.674597 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f2ba48-a76e-4042-ba7a-87de1b859f0a None None] New status for floating IP ecc9ece4-633c-4784-9450-4cede519e319: ACTIVE {{(pid=74233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:23:54.708379 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1577110-6db3-47bc-870f-d5c16e9cfd3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b787e786-43d1-4b7d-8c15-afafa67bab25,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:54.713538 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-c1577110-6db3-47bc-870f-d5c16e9cfd3b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef17640d8dcc4b128cca2703d032741b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4965007 May 06 09:23:54.714416 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-c1577110-6db3-47bc-870f-d5c16e9cfd3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:54.716203 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 53026) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:23:54.920527 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-d24a1877-9067-4bd7-a359-1b73e50afa23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:54.959598 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1debbd1-5012-42f9-8568-78c479c1df1d req-9e65428f-c386-4014-8841-7b7c2a88c1ae tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:23:54.961623 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-e1debbd1-5012-42f9-8568-78c479c1df1d req-9e65428f-c386-4014-8841-7b7c2a88c1ae tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.1759839 May 06 09:23:54.983690 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-d24a1877-9067-4bd7-a359-1b73e50afa23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:55.032032 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-e1debbd1-5012-42f9-8568-78c479c1df1d req-90fbb501-9ea3-4ad2-874c-62b4b3ef077b tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642922 May 06 09:23:55.147553 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-d24a1877-9067-4bd7-a359-1b73e50afa23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:55.156164 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-2a662124-3a5b-4cb0-9e44-ccf2e8756e11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:23:55.170186 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a1877-9067-4bd7-a359-1b73e50afa23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b787e786-43d1-4b7d-8c15-afafa67bab25,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:55.172771 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-d24a1877-9067-4bd7-a359-1b73e50afa23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:23:55.188064 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-d24a1877-9067-4bd7-a359-1b73e50afa23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:55.199037 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-d24a1877-9067-4bd7-a359-1b73e50afa23 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b787e786-43d1-4b7d-8c15-afafa67bab25 HTTP/1.1" status: 204 len: 168 time: 0.4726386 May 06 09:24:00.292508 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbda78-1fa6-4937-ac44-53939d713b27 req-ce59eb07-92b8-4269-99af-45cfc3edebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:00.293974 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fbbbda78-1fa6-4937-ac44-53939d713b27 req-ce59eb07-92b8-4269-99af-45cfc3edebc6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f9983e4cddcf4e468452d86169f2b091&device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 1098 time: 0.0766051 May 06 09:24:00.439039 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:00.464763 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbda78-1fa6-4937-ac44-53939d713b27 req-58523a2b-91a0-41cc-878d-79c93834d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:00.466250 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fbbbda78-1fa6-4937-ac44-53939d713b27 req-58523a2b-91a0-41cc-878d-79c93834d793 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6738b754-c0fb-47d7-9855-22e220ab6546 HTTP/1.1" status: 200 len: 920 time: 0.1484830 May 06 09:24:00.540977 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fbbbda78-1fa6-4937-ac44-53939d713b27 req-88deb722-d43f-4c11-b8e4-dad61bacc5a8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73285a8f-35af-4c47-a73c-c5605456c3c4 HTTP/1.1" status: 200 len: 217 time: 0.0641203 May 06 09:24:00.553499 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991205e0-779d-404d-8330-709096afa539 req-56451a7e-39ed-4e6c-8e98-d626350ac398 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:00.554975 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-991205e0-779d-404d-8330-709096afa539 req-56451a7e-39ed-4e6c-8e98-d626350ac398 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.0966423 May 06 09:24:00.606605 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-991205e0-779d-404d-8330-709096afa539 req-10e51911-5ddf-4b49-ada7-d0b7f880ebc6 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453215 May 06 09:24:00.608223 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbda78-1fa6-4937-ac44-53939d713b27 req-678c2747-bc8e-4a43-b6e3-9c977704c460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:00.610570 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fbbbda78-1fa6-4937-ac44-53939d713b27 req-678c2747-bc8e-4a43-b6e3-9c977704c460 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f3aac420-410a-4224-bd12-b0f6b8f33f91 HTTP/1.1" status: 200 len: 858 time: 0.0654240 May 06 09:24:00.659907 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fbbbda78-1fa6-4937-ac44-53939d713b27 req-40974e25-9019-48c3-b39e-0c0485cd5e8a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6738b754-c0fb-47d7-9855-22e220ab6546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425699 May 06 09:24:00.798199 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fbbbda78-1fa6-4937-ac44-53939d713b27 req-7cc5737a-2720-4b2e-b4c0-6d960f0301cb service neutron] 10.222.0.79 "GET /v2.0/networks/6738b754-c0fb-47d7-9855-22e220ab6546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269188 May 06 09:24:00.933011 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fbbbda78-1fa6-4937-ac44-53939d713b27 req-7e0bd678-7c94-4da9-a40d-bf365c722566 service neutron] 10.222.0.79 "GET /v2.0/networks/6738b754-c0fb-47d7-9855-22e220ab6546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278868 May 06 09:24:01.148637 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 53146) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:24:01.266761 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-c68e52a4-e7e3-4975-ab04-8c6df177b63f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:01.281512 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-c68e52a4-e7e3-4975-ab04-8c6df177b63f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:24:01.285401 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-c68e52a4-e7e3-4975-ab04-8c6df177b63f admin admin] Usage tracker for resource:security_group_rule and tenant:f4637ae120264f70a61c07284973acca is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:24:01.288253 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-c68e52a4-e7e3-4975-ab04-8c6df177b63f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:24:01.294067 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-c68e52a4-e7e3-4975-ab04-8c6df177b63f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:24:01.386011 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-c68e52a4-e7e3-4975-ab04-8c6df177b63f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:01.466987 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-c68e52a4-e7e3-4975-ab04-8c6df177b63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:01.473703 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-e239e3a9-86f5-44cf-ab41-7abdf9fc40cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:01.519028 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-c68e52a4-e7e3-4975-ab04-8c6df177b63f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f4637ae120264f70a61c07284973acca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3669162 May 06 09:24:01.519028 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e52a4-e7e3-4975-ab04-8c6df177b63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d40212e-89d6-47c0-aa7a-1bff5d4e6ad4,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:01.519523 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 53160) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:24:01.520608 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-c68e52a4-e7e3-4975-ab04-8c6df177b63f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:01.605778 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-2309f35b-e2ed-4819-8032-739152fac756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:01.633141 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-2309f35b-e2ed-4819-8032-739152fac756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:01.786606 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-2309f35b-e2ed-4819-8032-739152fac756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:01.792613 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-2977e607-7498-43ac-91e1-2d22118a0f6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:01.807027 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309f35b-e2ed-4819-8032-739152fac756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d40212e-89d6-47c0-aa7a-1bff5d4e6ad4,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:01.811297 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-2309f35b-e2ed-4819-8032-739152fac756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:01.819618 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ac791-463d-4144-8702-9d8907dfa05d req-3d9bd9ad-fa39-4bc9-9f10-977315870742 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:01.821139 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-698ac791-463d-4144-8702-9d8907dfa05d req-3d9bd9ad-fa39-4bc9-9f10-977315870742 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.1047692 May 06 09:24:01.827312 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-2309f35b-e2ed-4819-8032-739152fac756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:01.831435 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-2309f35b-e2ed-4819-8032-739152fac756 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d40212e-89d6-47c0-aa7a-1bff5d4e6ad4 HTTP/1.1" status: 204 len: 168 time: 0.3081121 May 06 09:24:01.881914 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-698ac791-463d-4144-8702-9d8907dfa05d req-999ec3f8-baf1-406a-bd5e-b8418730ce07 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518615 May 06 09:24:02.291793 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.agents_db [None req-638a5930-6b89-4b54-bbc4-25c5e7558cab None None] Agent healthcheck: found 6 active agents {{(pid=74234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 09:24:02.551205 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 53180) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:24:02.568725 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b3353ec1-d14f-419f-ab00-fcdb8c08df23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:02.583412 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-b3353ec1-d14f-419f-ab00-fcdb8c08df23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:24:02.587197 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-b3353ec1-d14f-419f-ab00-fcdb8c08df23 admin admin] Usage tracker for resource:security_group_rule and tenant:7ff85f64c90b485b878660f4d56bc2d2 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:24:02.589945 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-b3353ec1-d14f-419f-ab00-fcdb8c08df23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:24:02.596275 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-b3353ec1-d14f-419f-ab00-fcdb8c08df23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:24:02.732879 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b3353ec1-d14f-419f-ab00-fcdb8c08df23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:02.815988 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b3353ec1-d14f-419f-ab00-fcdb8c08df23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:02.823318 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-fe1a67d9-c6dd-43f5-b3d6-f6498e31ac1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:02.862458 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3353ec1-d14f-419f-ab00-fcdb8c08df23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78dbfcd7-8946-4b8b-985d-7750161dc2f5,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:02.866583 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-b3353ec1-d14f-419f-ab00-fcdb8c08df23 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ff85f64c90b485b878660f4d56bc2d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3143432 May 06 09:24:02.867480 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-b3353ec1-d14f-419f-ab00-fcdb8c08df23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:02.869205 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 53186) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:24:02.927815 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-7a3ad2b5-e724-4b4d-9f2b-ab1fe761f695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:02.958264 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-7a3ad2b5-e724-4b4d-9f2b-ab1fe761f695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:03.079175 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640a80e-9d98-475f-8237-f97d776a208f req-28c00b72-c5d8-46d7-b17b-5ac807f9fd60 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:03.080686 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-0640a80e-9d98-475f-8237-f97d776a208f req-28c00b72-c5d8-46d7-b17b-5ac807f9fd60 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.0868239 May 06 09:24:03.125769 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-0640a80e-9d98-475f-8237-f97d776a208f req-f7ca63ad-1cf1-41f4-a66f-c9b36aa70b32 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390937 May 06 09:24:03.158409 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-7a3ad2b5-e724-4b4d-9f2b-ab1fe761f695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:03.163318 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-48da1d2d-a3d8-4319-aa22-0b2d94e28cef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:03.173793 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ad2b5-e724-4b4d-9f2b-ab1fe761f695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78dbfcd7-8946-4b8b-985d-7750161dc2f5,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:03.176649 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-7a3ad2b5-e724-4b4d-9f2b-ab1fe761f695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:03.183350 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-7a3ad2b5-e724-4b4d-9f2b-ab1fe761f695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:03.186801 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-7a3ad2b5-e724-4b4d-9f2b-ab1fe761f695 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78dbfcd7-8946-4b8b-985d-7750161dc2f5 HTTP/1.1" status: 204 len: 168 time: 0.3144324 May 06 09:24:03.949951 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 53206) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:24:03.967157 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e3abeefd-49fc-472d-9fb9-4c2809a62cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:03.980816 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-e3abeefd-49fc-472d-9fb9-4c2809a62cd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:24:03.985031 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-e3abeefd-49fc-472d-9fb9-4c2809a62cd3 admin admin] Usage tracker for resource:security_group_rule and tenant:7a0be735f94642559cac378d2af24055 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:24:03.987763 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-e3abeefd-49fc-472d-9fb9-4c2809a62cd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:24:03.993325 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-e3abeefd-49fc-472d-9fb9-4c2809a62cd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:24:04.076459 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e3abeefd-49fc-472d-9fb9-4c2809a62cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:04.186848 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e3abeefd-49fc-472d-9fb9-4c2809a62cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:04.195766 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-70d1df65-795a-4ca0-8ecf-8b48fbde49b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:04.235796 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-e3abeefd-49fc-472d-9fb9-4c2809a62cd3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7a0be735f94642559cac378d2af24055&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2847192 May 06 09:24:04.238368 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 53212) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:24:04.241046 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3abeefd-49fc-472d-9fb9-4c2809a62cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc6b8a6-4077-4467-86f0-d1936f4d2d02,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:04.286254 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-e3abeefd-49fc-472d-9fb9-4c2809a62cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:04.361958 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-17da3cc0-b8a9-472f-9d25-a1771ae5e2dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:04.384381 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f1b44-07b2-4174-a826-40445d64f615 req-7f1a517a-0733-4614-a9d6-4468fcbf8dd1 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:04.385848 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-ec7f1b44-07b2-4174-a826-40445d64f615 req-7f1a517a-0733-4614-a9d6-4468fcbf8dd1 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.1483390 May 06 09:24:04.416180 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-17da3cc0-b8a9-472f-9d25-a1771ae5e2dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:04.472913 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-ec7f1b44-07b2-4174-a826-40445d64f615 req-531f19bc-2412-4fa8-a0d6-660b829222a4 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777590 May 06 09:24:04.570034 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-17da3cc0-b8a9-472f-9d25-a1771ae5e2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:04.575265 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-1294f8d7-5120-42d1-814f-f5839cc412cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:04.586872 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da3cc0-b8a9-472f-9d25-a1771ae5e2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc6b8a6-4077-4467-86f0-d1936f4d2d02,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:04.592762 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-17da3cc0-b8a9-472f-9d25-a1771ae5e2dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:04.600024 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-17da3cc0-b8a9-472f-9d25-a1771ae5e2dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:04.602950 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-17da3cc0-b8a9-472f-9d25-a1771ae5e2dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9bc6b8a6-4077-4467-86f0-d1936f4d2d02 HTTP/1.1" status: 204 len: 168 time: 0.3612242 May 06 09:24:07.743996 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 53300) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:24:07.878717 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-f41e48b6-6a1f-4a84-80ba-c7d24ffe8fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:07.896095 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-f41e48b6-6a1f-4a84-80ba-c7d24ffe8fa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:24:07.903469 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-f41e48b6-6a1f-4a84-80ba-c7d24ffe8fa9 admin admin] Usage tracker for resource:security_group_rule and tenant:f73ffe0cbd7f4804a641366b7d747ffd is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:24:07.906688 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-f41e48b6-6a1f-4a84-80ba-c7d24ffe8fa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:24:07.912573 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-f41e48b6-6a1f-4a84-80ba-c7d24ffe8fa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:24:08.005706 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-f41e48b6-6a1f-4a84-80ba-c7d24ffe8fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:08.066920 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-f41e48b6-6a1f-4a84-80ba-c7d24ffe8fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:08.074407 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-fc1cc5b3-1fce-497b-b4c3-5b20e539ed40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:08.115317 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-f41e48b6-6a1f-4a84-80ba-c7d24ffe8fa9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f73ffe0cbd7f4804a641366b7d747ffd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3702216 May 06 09:24:08.116208 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e48b6-6a1f-4a84-80ba-c7d24ffe8fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe04f531-af4c-498f-8adc-56186e0fb31c,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:08.118252 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 53308) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:24:08.136663 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e48b6-6a1f-4a84-80ba-c7d24ffe8fa9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:08.137022 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e48b6-6a1f-4a84-80ba-c7d24ffe8fa9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:08.137549 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e48b6-6a1f-4a84-80ba-c7d24ffe8fa9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:08.137895 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e48b6-6a1f-4a84-80ba-c7d24ffe8fa9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:08.138234 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e48b6-6a1f-4a84-80ba-c7d24ffe8fa9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:08.138585 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e48b6-6a1f-4a84-80ba-c7d24ffe8fa9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:08.138913 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e48b6-6a1f-4a84-80ba-c7d24ffe8fa9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:08.139246 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e48b6-6a1f-4a84-80ba-c7d24ffe8fa9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:08.139615 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e48b6-6a1f-4a84-80ba-c7d24ffe8fa9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:08.139949 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e48b6-6a1f-4a84-80ba-c7d24ffe8fa9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:08.140999 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e48b6-6a1f-4a84-80ba-c7d24ffe8fa9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:08.141329 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e48b6-6a1f-4a84-80ba-c7d24ffe8fa9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:08.147241 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-f41e48b6-6a1f-4a84-80ba-c7d24ffe8fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:08.195412 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-5834eada-266f-43ba-9d36-4c4add22995d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:08.223524 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-5834eada-266f-43ba-9d36-4c4add22995d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:08.352671 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-5834eada-266f-43ba-9d36-4c4add22995d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:08.356525 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-b9844180-56fb-46f1-b26c-453adb16099b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:08.368256 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5834eada-266f-43ba-9d36-4c4add22995d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe04f531-af4c-498f-8adc-56186e0fb31c,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:08.371796 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-5834eada-266f-43ba-9d36-4c4add22995d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:08.375690 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-5834eada-266f-43ba-9d36-4c4add22995d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:08.377071 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-5834eada-266f-43ba-9d36-4c4add22995d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe04f531-af4c-498f-8adc-56186e0fb31c HTTP/1.1" status: 204 len: 168 time: 0.2576635 May 06 09:24:08.928196 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-c2427aa7-58a7-4a13-8d72-dba9ef137fe6 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:08.929693 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-c2427aa7-58a7-4a13-8d72-dba9ef137fe6 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/networks?id=a69c290e-b8a1-4108-a145-cd8c4bb057e3 HTTP/1.1" status: 200 len: 815 time: 0.1564856 May 06 09:24:08.944453 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-65ef73ad-a92c-431b-8db1-c0391bf5ed2a tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/quotas/721438689c5c44e78f53ad730cb9883d HTTP/1.1" status: 200 len: 375 time: 0.0090034 May 06 09:24:09.040643 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-03091ece-0617-47e6-99f0-d494c19aa5ad tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=721438689c5c44e78f53ad730cb9883d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0855024 May 06 09:24:09.089645 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 53332) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:24:09.111460 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-13b725d8-058a-4cb0-93ac-e5edebbffbde admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:09.131706 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-13b725d8-058a-4cb0-93ac-e5edebbffbde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:24:09.135820 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-13b725d8-058a-4cb0-93ac-e5edebbffbde admin admin] Usage tracker for resource:security_group_rule and tenant:02911c4cf37c4596a95fda7639e07394 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:24:09.138950 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-13b725d8-058a-4cb0-93ac-e5edebbffbde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:24:09.148001 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-13b725d8-058a-4cb0-93ac-e5edebbffbde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:24:09.189858 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-726aab11-3373-496f-bb2a-d6e794f574c9 service neutron] 10.222.0.20 "GET /v2.0/networks/a69c290e-b8a1-4108-a145-cd8c4bb057e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424174 May 06 09:24:09.287953 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618d1a9-12a7-4754-ae10-d56dcdb8e8e8 req-df18b788-f17e-49a3-b7d8-bf3fe9becf8e tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:09.289475 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-e618d1a9-12a7-4754-ae10-d56dcdb8e8e8 req-df18b788-f17e-49a3-b7d8-bf3fe9becf8e tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.1378474 May 06 09:24:09.368720 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-ef8daddf-ef16-4c2a-82ee-0e41c3656657 service neutron] 10.222.0.20 "GET /v2.0/networks/a69c290e-b8a1-4108-a145-cd8c4bb057e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696815 May 06 09:24:09.375164 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-13b725d8-058a-4cb0-93ac-e5edebbffbde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:09.378491 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-e618d1a9-12a7-4754-ae10-d56dcdb8e8e8 req-92d7a1eb-04d1-4955-8f47-910da9752dc6 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756881 May 06 09:24:09.450298 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-13b725d8-058a-4cb0-93ac-e5edebbffbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:09.460129 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-085a7c0a-c266-411a-9ae0-d761dc7ae506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:09.505053 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-13b725d8-058a-4cb0-93ac-e5edebbffbde admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=02911c4cf37c4596a95fda7639e07394&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4132705 May 06 09:24:09.506043 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b725d8-058a-4cb0-93ac-e5edebbffbde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8673d451-fbb0-4755-99c3-89b6f2277273,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:09.508168 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 53346) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:24:09.509112 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-13b725d8-058a-4cb0-93ac-e5edebbffbde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:09.663059 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-f14483ec-0017-4437-90b6-68874fdadfce req-3c07f0a3-154e-4f17-989f-82be66743416 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8bb206d-fc51-480c-ba55-9a4640503bc6 HTTP/1.1" status: 200 len: 210 time: 0.0700123 May 06 09:24:09.666084 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-9efb9a3e-a5eb-40a3-ac8c-f774ce0535e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:09.707354 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-9efb9a3e-a5eb-40a3-ac8c-f774ce0535e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:09.741971 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018bc39-88d9-48aa-b0b5-a96fef8c715b req-4461a508-732a-4fce-82d5-65bcb4f8dd6b tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:09.743820 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-6018bc39-88d9-48aa-b0b5-a96fef8c715b req-4461a508-732a-4fce-82d5-65bcb4f8dd6b tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 946 time: 0.1074181 May 06 09:24:09.808980 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-6018bc39-88d9-48aa-b0b5-a96fef8c715b req-dfba86ba-029b-47aa-9d12-97a89a63cfa3 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524509 May 06 09:24:09.915044 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-9efb9a3e-a5eb-40a3-ac8c-f774ce0535e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:09.915044 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:09.928151 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb9a3e-a5eb-40a3-ac8c-f774ce0535e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8673d451-fbb0-4755-99c3-89b6f2277273,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:09.939583 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb9a3e-a5eb-40a3-ac8c-f774ce0535e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:09.940474 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb9a3e-a5eb-40a3-ac8c-f774ce0535e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:09.940474 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb9a3e-a5eb-40a3-ac8c-f774ce0535e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:09.940765 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb9a3e-a5eb-40a3-ac8c-f774ce0535e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:09.941008 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb9a3e-a5eb-40a3-ac8c-f774ce0535e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:09.941342 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb9a3e-a5eb-40a3-ac8c-f774ce0535e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:09.941685 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb9a3e-a5eb-40a3-ac8c-f774ce0535e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:09.942016 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb9a3e-a5eb-40a3-ac8c-f774ce0535e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:09.942353 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb9a3e-a5eb-40a3-ac8c-f774ce0535e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:09.942685 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb9a3e-a5eb-40a3-ac8c-f774ce0535e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:09.943016 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb9a3e-a5eb-40a3-ac8c-f774ce0535e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:09.943391 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efb9a3e-a5eb-40a3-ac8c-f774ce0535e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:09.946719 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-9efb9a3e-a5eb-40a3-ac8c-f774ce0535e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:09.951706 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-9efb9a3e-a5eb-40a3-ac8c-f774ce0535e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:09.952986 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-9efb9a3e-a5eb-40a3-ac8c-f774ce0535e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8673d451-fbb0-4755-99c3-89b6f2277273 HTTP/1.1" status: 204 len: 168 time: 0.4433305 May 06 09:24:10.700918 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67123d2-432f-4b08-aa6b-b289771d710a req-a3d25d11-0391-4723-868e-d93cf485f30c tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:10.702429 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d67123d2-432f-4b08-aa6b-b289771d710a req-a3d25d11-0391-4723-868e-d93cf485f30c tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.2103033 May 06 09:24:10.757663 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d67123d2-432f-4b08-aa6b-b289771d710a req-05b76c4e-ab46-4fb7-a9af-480b7d3b2e91 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477071 May 06 09:24:10.834579 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-c29fedf1-e92e-42c8-a0bb-624f079fb388 req-9573b129-fd2f-4842-ba20-1a690dddc3da tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8bb206d-fc51-480c-ba55-9a4640503bc6 HTTP/1.1" status: 200 len: 210 time: 0.0495019 May 06 09:24:11.033869 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a747887-34e8-4ade-a89f-0ae3686240da req-37d93ef2-231e-4332-a8ef-2c9a40d0b4ca tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:11.035512 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-6a747887-34e8-4ade-a89f-0ae3686240da req-37d93ef2-231e-4332-a8ef-2c9a40d0b4ca tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 946 time: 0.0870326 May 06 09:24:11.092224 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-6a747887-34e8-4ade-a89f-0ae3686240da req-31f000dd-5f47-4995-b55b-0735158418e0 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503323 May 06 09:24:11.945456 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 53426) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:24:12.005590 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-11efd2bd-ad27-49e8-ad5a-da132a826b32 req-a459c02a-37f7-4c0a-9f15-3e6b37728fee tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8bb206d-fc51-480c-ba55-9a4640503bc6 HTTP/1.1" status: 200 len: 210 time: 0.0474644 May 06 09:24:12.102709 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-53b6a87a-640c-4e6f-b153-d5d16e622a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:12.118299 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-53b6a87a-640c-4e6f-b153-d5d16e622a7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:24:12.122439 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-53b6a87a-640c-4e6f-b153-d5d16e622a7a admin admin] Usage tracker for resource:security_group_rule and tenant:6cad5da7fff34a3ea05a29200431c942 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:24:12.125848 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-53b6a87a-640c-4e6f-b153-d5d16e622a7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:24:12.132198 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-226f4e85-b529-48c7-8013-e4721fb06544 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:12.133396 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-53b6a87a-640c-4e6f-b153-d5d16e622a7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:24:12.134660 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-226f4e85-b529-48c7-8013-e4721fb06544 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.79 "GET /v2.0/networks?id=a69c290e-b8a1-4108-a145-cd8c4bb057e3 HTTP/1.1" status: 200 len: 815 time: 0.1711373 May 06 09:24:12.147931 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf7a3f-6b52-423e-af27-486873b4b35a req-32ef7ec4-6213-4051-a9b4-0c2733da4cf1 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:12.147931 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-9bdf7a3f-6b52-423e-af27-486873b4b35a req-32ef7ec4-6213-4051-a9b4-0c2733da4cf1 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.2722297 May 06 09:24:12.170165 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-0679c173-3ea1-420e-9d0c-9c7c1ae3486c tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Request body: {'port': {'device_id': 'a8bb206d-fc51-480c-ba55-9a4640503bc6', 'network_id': 'a69c290e-b8a1-4108-a145-cd8c4bb057e3', 'admin_state_up': True, 'tenant_id': '721438689c5c44e78f53ad730cb9883d'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:24:12.282882 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-53b6a87a-640c-4e6f-b153-d5d16e622a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:12.294272 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-9bdf7a3f-6b52-423e-af27-486873b4b35a req-d669c862-cd09-467c-9c3c-d5ab1d176336 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428549 May 06 09:24:12.346345 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-0679c173-3ea1-420e-9d0c-9c7c1ae3486c tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:24:12.350743 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-0679c173-3ea1-420e-9d0c-9c7c1ae3486c tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Usage tracker for resource:port and tenant:721438689c5c44e78f53ad730cb9883d is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:24:12.351207 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064b541-ac9e-469f-9779-fd57b58b3587 req-1882983e-7855-4a95-8355-5a5c2f9fafeb tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:12.352945 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-e064b541-ac9e-469f-9779-fd57b58b3587 req-1882983e-7855-4a95-8355-5a5c2f9fafeb tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 946 time: 0.1171362 May 06 09:24:12.354137 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-53b6a87a-640c-4e6f-b153-d5d16e622a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:12.355511 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-0679c173-3ea1-420e-9d0c-9c7c1ae3486c tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:24:12.361802 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-0679c173-3ea1-420e-9d0c-9c7c1ae3486c tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:24:12.367327 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-687a1ac7-013d-4f83-8990-256925b390c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:12.427857 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-53b6a87a-640c-4e6f-b153-d5d16e622a7a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6cad5da7fff34a3ea05a29200431c942&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4779122 May 06 09:24:12.431968 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 53438) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:24:12.441745 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6a87a-640c-4e6f-b153-d5d16e622a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd00195c-5b21-4d80-bccd-57d931776d19,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:12.442484 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-53b6a87a-640c-4e6f-b153-d5d16e622a7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:12.457806 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-e064b541-ac9e-469f-9779-fd57b58b3587 req-64acf389-04e3-4827-a01c-2c2a1559639f tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916922 May 06 09:24:12.496357 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-0679c173-3ea1-420e-9d0c-9c7c1ae3486c tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Made reservation on behalf of 721438689c5c44e78f53ad730cb9883d for: {'port': 1} {{(pid=74231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:24:12.500007 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-0679c173-3ea1-420e-9d0c-9c7c1ae3486c tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:12.523297 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-ce556804-a7ac-4617-93f6-937b4532fbff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:12.601502 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-ce556804-a7ac-4617-93f6-937b4532fbff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:12.737116 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.db_base_plugin_common [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-0679c173-3ea1-420e-9d0c-9c7c1ae3486c tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Allocated IP 172.20.0.10 (a69c290e-b8a1-4108-a145-cd8c4bb057e3/48217201-77f0-4a45-b499-0cae79b4ea6e/9e71489b-1594-48da-981c-2dc15265e844) {{(pid=74231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:24:12.819220 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-ce556804-a7ac-4617-93f6-937b4532fbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:12.825873 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-e09350b8-6770-442c-9bc2-4e8953305c80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:12.893873 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce556804-a7ac-4617-93f6-937b4532fbff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd00195c-5b21-4d80-bccd-57d931776d19,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:12.900914 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-ce556804-a7ac-4617-93f6-937b4532fbff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:12.961355 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-ce556804-a7ac-4617-93f6-937b4532fbff admin admin] Notify callbacks [] for security_group, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:12.962612 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-ce556804-a7ac-4617-93f6-937b4532fbff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cd00195c-5b21-4d80-bccd-57d931776d19 HTTP/1.1" status: 204 len: 168 time: 0.5293682 May 06 09:24:13.003603 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-0679c173-3ea1-420e-9d0c-9c7c1ae3486c tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Notify callbacks [] for port, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:13.113648 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-0679c173-3ea1-420e-9d0c-9c7c1ae3486c tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:13.122218 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-39988015-a350-4c40-8408-dbef01146ea3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:13.126218 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] get_ports_and_sgs() called for port_ids ['b91e6d5e-e443-4dc8-8459-fddf85a10867', '814be6f2-dda7-4f3f-87ba-2da626c7c964', 'd9775493-307a-4e6f-b668-117205714e82'] {{(pid=74233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 09:24:13.216027 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85824aa0-1bae-4435-aab5-626a40317595 req-3b9358c6-4a54-4381-beeb-9d1eb95d5f21 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:13.216861 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-0679c173-3ea1-420e-9d0c-9c7c1ae3486c tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Network a69c290e-b8a1-4108-a145-cd8c4bb057e3 is already hosted by enough agents. {{(pid=74231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:24:13.220757 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-85824aa0-1bae-4435-aab5-626a40317595 req-3b9358c6-4a54-4381-beeb-9d1eb95d5f21 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8bb206d-fc51-480c-ba55-9a4640503bc6 HTTP/1.1" status: 200 len: 932 time: 0.0948722 May 06 09:24:13.234395 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.base_scheduler [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-0679c173-3ea1-420e-9d0c-9c7c1ae3486c tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Resources bound (agent type, host, resource id): {{(pid=74231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:24:13.240335 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-0679c173-3ea1-420e-9d0c-9c7c1ae3486c tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Received port after_create {{(pid=74231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:24:13.275559 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-85824aa0-1bae-4435-aab5-626a40317595 req-4c31f91f-8689-4425-bc58-54d0f5d06e7c tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482674 May 06 09:24:13.288612 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0679c173-3ea1-420e-9d0c-9c7c1ae3486c tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Pushing event updated for resources: {'Port': ['ID=9e71489b-1594-48da-981c-2dc15265e844,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:13.296003 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-0679c173-3ea1-420e-9d0c-9c7c1ae3486c tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:13.340448 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-0679c173-3ea1-420e-9d0c-9c7c1ae3486c tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:13.345536 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-0679c173-3ea1-420e-9d0c-9c7c1ae3486c tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:13.367040 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-4658b23d-5c23-416f-8993-420a19568d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:13.471971 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-0679c173-3ea1-420e-9d0c-9c7c1ae3486c tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3090851 May 06 09:24:13.479188 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-0c98d1a8-0001-42d4-9620-9bed48069ca5 service neutron] Request body: {'port': {'device_id': 'a8bb206d-fc51-480c-ba55-9a4640503bc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:24:13.630760 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44508040-351b-4dff-8110-55aa2d7c254d req-91179746-4293-4c5a-95b3-98b05f16b506 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:13.632208 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-44508040-351b-4dff-8110-55aa2d7c254d req-91179746-4293-4c5a-95b3-98b05f16b506 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.2134488 May 06 09:24:13.637719 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-0c98d1a8-0001-42d4-9620-9bed48069ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:13.694929 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835fc3e-b784-4d74-8963-b72d36c0ed04 req-83c3dce1-15bc-4925-8db0-87ccca81d992 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:13.696483 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-4835fc3e-b784-4d74-8963-b72d36c0ed04 req-83c3dce1-15bc-4925-8db0-87ccca81d992 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 946 time: 0.0979512 May 06 09:24:13.739611 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-44508040-351b-4dff-8110-55aa2d7c254d req-a2b10117-077c-4933-b643-6385e03368e2 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917130 May 06 09:24:13.747865 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-4835fc3e-b784-4d74-8963-b72d36c0ed04 req-ab97e891-7524-4143-8d5a-1e881d5b9e31 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453887 May 06 09:24:14.153149 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-0c98d1a8-0001-42d4-9620-9bed48069ca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e71489b-1594-48da-981c-2dc15265e844 {{(pid=74231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 09:24:14.169060 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-0c98d1a8-0001-42d4-9620-9bed48069ca5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:14.185070 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.provisioning_blocks [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-0c98d1a8-0001-42d4-9620-9bed48069ca5 service neutron] Transition to ACTIVE for port object 9e71489b-1594-48da-981c-2dc15265e844 will not be triggered until provisioned by entity L2. {{(pid=74231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:24:14.264643 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 53490) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:24:14.278645 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-0c98d1a8-0001-42d4-9620-9bed48069ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15534154'] for port, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:14.284546 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-1843680a-a40b-473c-baf4-923719d93d32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:14.359666 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98d1a8-0001-42d4-9620-9bed48069ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=9e71489b-1594-48da-981c-2dc15265e844,revision_number=2']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:14.370906 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-0c98d1a8-0001-42d4-9620-9bed48069ca5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:14.521628 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [None req-0dfdb36f-6b90-4ab4-8ee0-d5429fec2c22 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-944213775-network', 'tenant_id': '2f471ff3155448c0b78daebb7566252c'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:24:14.529489 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a911c33-a937-4f0c-8dbe-6f6d4b98cc2e req-95ee373d-7352-4e5f-865a-15bc408a7603 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:14.531065 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-6a911c33-a937-4f0c-8dbe-6f6d4b98cc2e req-95ee373d-7352-4e5f-865a-15bc408a7603 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8bb206d-fc51-480c-ba55-9a4640503bc6 HTTP/1.1" status: 200 len: 944 time: 0.1018059 May 06 09:24:14.535978 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-0dfdb36f-6b90-4ab4-8ee0-d5429fec2c22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:24:14.545903 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-0dfdb36f-6b90-4ab4-8ee0-d5429fec2c22 admin admin] Usage tracker for resource:network and tenant:2f471ff3155448c0b78daebb7566252c is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:24:14.551650 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-0dfdb36f-6b90-4ab4-8ee0-d5429fec2c22 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:24:14.564454 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-0dfdb36f-6b90-4ab4-8ee0-d5429fec2c22 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:24:14.589692 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-0c98d1a8-0001-42d4-9620-9bed48069ca5 service neutron] Attempting to bind port 9e71489b-1594-48da-981c-2dc15265e844 on host hv-cinder-79001 for vnic_type normal with profile {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:24:14.590028 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-0c98d1a8-0001-42d4-9620-9bed48069ca5 service neutron] Attempting to bind port 9e71489b-1594-48da-981c-2dc15265e844 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '8cc31b58-1f92-490c-9268-9f879d8942f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a69c290e-b8a1-4108-a145-cd8c4bb057e3'}] {{(pid=74231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:24:14.590354 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-0c98d1a8-0001-42d4-9620-9bed48069ca5 service neutron] Attempting to bind port 9e71489b-1594-48da-981c-2dc15265e844 on network a69c290e-b8a1-4108-a145-cd8c4bb057e3 {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:24:14.593787 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-6a911c33-a937-4f0c-8dbe-6f6d4b98cc2e req-33915c2c-8edb-44f6-bc46-70cdfc8338ad tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479996 May 06 09:24:14.595733 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-0c98d1a8-0001-42d4-9620-9bed48069ca5 service neutron] Port 9e71489b-1594-48da-981c-2dc15265e844 on network a69c290e-b8a1-4108-a145-cd8c4bb057e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 09:24:14.596056 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-0c98d1a8-0001-42d4-9620-9bed48069ca5 service neutron] Attempting to bind port 9e71489b-1594-48da-981c-2dc15265e844 on network a69c290e-b8a1-4108-a145-cd8c4bb057e3 {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:24:14.602070 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-0c98d1a8-0001-42d4-9620-9bed48069ca5 service neutron] Checking agent: {'id': 'e51fd9d5-0712-41db-be1b-bc822ebf26a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 20, 30), 'started_at': datetime.datetime(2021, 5, 6, 9, 20, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 09:24:14.602407 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-0c98d1a8-0001-42d4-9620-9bed48069ca5 service neutron] Checking segment: {'id': '8cc31b58-1f92-490c-9268-9f879d8942f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a69c290e-b8a1-4108-a145-cd8c4bb057e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:24:14.602824 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-0c98d1a8-0001-42d4-9620-9bed48069ca5 service neutron] Bound using segment: {'id': '8cc31b58-1f92-490c-9268-9f879d8942f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a69c290e-b8a1-4108-a145-cd8c4bb057e3'} {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 09:24:14.603219 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-0c98d1a8-0001-42d4-9620-9bed48069ca5 service neutron] Bound port: 9e71489b-1594-48da-981c-2dc15265e844, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cc31b58-1f92-490c-9268-9f879d8942f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a69c290e-b8a1-4108-a145-cd8c4bb057e3'}}] {{(pid=74231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:24:14.603596 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-0c98d1a8-0001-42d4-9620-9bed48069ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:14.674744 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfdb36f-6b90-4ab4-8ee0-d5429fec2c22 admin admin] Made reservation on behalf of 2f471ff3155448c0b78daebb7566252c for: {'network': 1} {{(pid=74231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:24:14.680733 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-0dfdb36f-6b90-4ab4-8ee0-d5429fec2c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for network, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:14.705108 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-0dfdb36f-6b90-4ab4-8ee0-d5429fec2c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:14.728764 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-0dfdb36f-6b90-4ab4-8ee0-d5429fec2c22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:24:14.731146 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-0c98d1a8-0001-42d4-9620-9bed48069ca5 service neutron] For port 9e71489b-1594-48da-981c-2dc15265e844, host hv-cinder-79001, cleared binding levels {{(pid=74231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 09:24:14.735901 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-0c98d1a8-0001-42d4-9620-9bed48069ca5 service neutron] For port 9e71489b-1594-48da-981c-2dc15265e844, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=9e71489b-1594-48da-981c-2dc15265e844,segment=NetworkSegment(8cc31b58-1f92-490c-9268-9f879d8942f0),segment_id=8cc31b58-1f92-490c-9268-9f879d8942f0)] {{(pid=74231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 09:24:14.737180 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-0dfdb36f-6b90-4ab4-8ee0-d5429fec2c22 admin admin] Usage tracker for resource:security_group_rule and tenant:2f471ff3155448c0b78daebb7566252c is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:24:14.740206 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-0dfdb36f-6b90-4ab4-8ee0-d5429fec2c22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:24:14.745917 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-0dfdb36f-6b90-4ab4-8ee0-d5429fec2c22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:24:14.857400 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-0dfdb36f-6b90-4ab4-8ee0-d5429fec2c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:14.867417 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-0c98d1a8-0001-42d4-9620-9bed48069ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15534154'] for port, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:14.873963 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-0c98d1a8-0001-42d4-9620-9bed48069ca5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:14.970443 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-0dfdb36f-6b90-4ab4-8ee0-d5429fec2c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:14.987247 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-0c98d1a8-0001-42d4-9620-9bed48069ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:14.987906 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-0c98d1a8-0001-42d4-9620-9bed48069ca5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:14.989350 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-0c98d1a8-0001-42d4-9620-9bed48069ca5 service neutron] 10.222.0.79 "PUT /v2.0/ports/9e71489b-1594-48da-981c-2dc15265e844 HTTP/1.1" status: 200 len: 1094 time: 1.5164127 May 06 09:24:14.990827 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8bb206d-fc51-480c-ba55-9a4640503bc6', 'tag': '9e71489b-1594-48da-981c-2dc15265e844'}] {{(pid=74231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:24:15.019882 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dfdb36f-6b90-4ab4-8ee0-d5429fec2c22 admin admin] vlan segment allocate from pool success with {'vlan_id': 1041, 'physical_network': 'physnet1'} {{(pid=74231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:24:15.040611 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-0dfdb36f-6b90-4ab4-8ee0-d5429fec2c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047374'] for segment, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:15.040611 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.db.segments_db [None req-0dfdb36f-6b90-4ab4-8ee0-d5429fec2c22 admin admin] Added segment 1f463e86-1640-4595-a77d-e266e1bf451a of type vlan for network 53ea8ff1-b358-4005-823d-e10b99b358b6 May 06 09:24:15.050659 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98d1a8-0001-42d4-9620-9bed48069ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=9e71489b-1594-48da-981c-2dc15265e844,revision_number=3']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:15.053275 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83764f6a-b59a-4ebd-9e64-a62650af5d3f req-4ad8e14e-22a5-4eac-bf13-4025429b2ffe tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:15.056429 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-0c98d1a8-0001-42d4-9620-9bed48069ca5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:15.059865 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-a7256a81-7e87-4df1-a414-c5d55f24856d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:15.062362 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-83764f6a-b59a-4ebd-9e64-a62650af5d3f req-4ad8e14e-22a5-4eac-bf13-4025429b2ffe tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 946 time: 0.1630065 May 06 09:24:15.097001 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-0dfdb36f-6b90-4ab4-8ee0-d5429fec2c22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734680407444'] for network, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:15.133203 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a7bfb-39c4-412f-8d6c-37026c35db63 req-3317ad08-fd89-4f9e-910e-e5100012c617 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:15.135009 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-ad4a7bfb-39c4-412f-8d6c-37026c35db63 req-3317ad08-fd89-4f9e-910e-e5100012c617 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.2628543 May 06 09:24:15.138076 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfdb36f-6b90-4ab4-8ee0-d5429fec2c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbf64dd-8ead-48c2-9a7f-40a707690651,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:15.175308 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-0dfdb36f-6b90-4ab4-8ee0-d5429fec2c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:15.251381 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-ad4a7bfb-39c4-412f-8d6c-37026c35db63 req-92ad25fc-fcdf-4fe0-904a-ad1ac4288712 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744715 May 06 09:24:15.259295 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-83764f6a-b59a-4ebd-9e64-a62650af5d3f req-39e0170b-347a-4f39-94d7-69f07196ba91 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1927693 May 06 09:24:15.290363 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-36d72846-0ab3-4522-b73a-8862fcc738b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:15.290363 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-36d72846-0ab3-4522-b73a-8862fcc738b6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=721438689c5c44e78f53ad730cb9883d&device_id=a8bb206d-fc51-480c-ba55-9a4640503bc6 HTTP/1.1" status: 200 len: 1097 time: 0.1519680 May 06 09:24:15.351745 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8bb206d-fc51-480c-ba55-9a4640503bc6', 'tag': '9e71489b-1594-48da-981c-2dc15265e844', 'status': 'completed', 'code': 200} May 06 09:24:15.363517 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-0dfdb36f-6b90-4ab4-8ee0-d5429fec2c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951'] for network, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:15.365039 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-7f2c38c9-70af-42c1-b6ad-8fac036f6621 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e71489b-1594-48da-981c-2dc15265e844 HTTP/1.1" status: 200 len: 217 time: 0.0680227 May 06 09:24:15.366252 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfdb36f-6b90-4ab4-8ee0-d5429fec2c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:15.366830 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-0dfdb36f-6b90-4ab4-8ee0-d5429fec2c22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for network, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:15.370292 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:15.513424 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfdb36f-6b90-4ab4-8ee0-d5429fec2c22 admin admin] Pushing event updated for resources: {'Network': ['ID=53ea8ff1-b358-4005-823d-e10b99b358b6,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:15.518205 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-0dfdb36f-6b90-4ab4-8ee0-d5429fec2c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:15.525830 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Network 53ea8ff1-b358-4005-823d-e10b99b358b6 details requested by agent ovs-agent-dv-cinder-790014-1-smb with host dv-cinder-790014-1-smb {{(pid=74233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 09:24:15.530824 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-acdff3f4-2640-42c7-adb5-24a375ca6386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:15.532740 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-acdff3f4-2640-42c7-adb5-24a375ca6386 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=48217201-77f0-4a45-b499-0cae79b4ea6e HTTP/1.1" status: 200 len: 855 time: 0.1463258 May 06 09:24:15.581939 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-1ba793c8-b4b6-48f5-a1b1-3dc98e455b99 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a69c290e-b8a1-4108-a145-cd8c4bb057e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422435 May 06 09:24:15.587613 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-0dfdb36f-6b90-4ab4-8ee0-d5429fec2c22 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3217163 May 06 09:24:15.590699 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 53520) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:24:15.597328 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-fffe6690-e4f0-434e-b479-2556b69bb25e admin admin] Request body: {'subnet': {'network_id': '53ea8ff1-b358-4005-823d-e10b99b358b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-944213775-subnet', 'tenant_id': '2f471ff3155448c0b78daebb7566252c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:24:15.602320 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-fffe6690-e4f0-434e-b479-2556b69bb25e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:24:15.606620 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-fffe6690-e4f0-434e-b479-2556b69bb25e admin admin] Usage tracker for resource:subnet and tenant:2f471ff3155448c0b78daebb7566252c is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:24:15.609560 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-fffe6690-e4f0-434e-b479-2556b69bb25e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:24:15.617650 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-fffe6690-e4f0-434e-b479-2556b69bb25e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:24:15.723971 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffe6690-e4f0-434e-b479-2556b69bb25e admin admin] Made reservation on behalf of 2f471ff3155448c0b78daebb7566252c for: {'subnet': 1} {{(pid=74232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:24:15.726368 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-fffe6690-e4f0-434e-b479-2556b69bb25e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15263130'] for subnet, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:15.793362 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-717552cb-edb7-4634-889d-33e8127b0f2f service neutron] 10.222.0.79 "GET /v2.0/networks/a69c290e-b8a1-4108-a145-cd8c4bb057e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036450 May 06 09:24:15.892616 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-41134db9-837f-4176-b1ab-f6a96bae739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:15.900475 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:15.930653 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d6058-24a4-4d63-ba60-238ffb86b6be req-b5857eba-9c2b-4fd2-8983-4cf2272bb518 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:15.931349 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-bb7d6058-24a4-4d63-ba60-238ffb86b6be req-b5857eba-9c2b-4fd2-8983-4cf2272bb518 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Synchronizing usage tracker for tenant:721438689c5c44e78f53ad730cb9883d on resource:port {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:24:15.977498 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-efeda1bb-da11-4735-ad70-4aa19b2f93ed req-f2fede52-c62d-4e9e-8a26-63aa130943b8 service neutron] 10.222.0.79 "GET /v2.0/networks/a69c290e-b8a1-4108-a145-cd8c4bb057e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693542 May 06 09:24:16.033153 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-bb7d6058-24a4-4d63-ba60-238ffb86b6be req-b5857eba-9c2b-4fd2-8983-4cf2272bb518 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Unset dirty status for tenant:721438689c5c44e78f53ad730cb9883d on resource:port {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:24:16.034227 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-bb7d6058-24a4-4d63-ba60-238ffb86b6be req-b5857eba-9c2b-4fd2-8983-4cf2272bb518 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8bb206d-fc51-480c-ba55-9a4640503bc6 HTTP/1.1" status: 200 len: 944 time: 0.3121183 May 06 09:24:16.089141 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-bb7d6058-24a4-4d63-ba60-238ffb86b6be req-a578fccf-4eba-482c-a192-501752f1977c tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485992 May 06 09:24:16.186515 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a45b63-62f7-4c7c-bf65-cdaea8683118 req-85804808-ee4e-4526-8e41-1206e6a1f5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:16.188059 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-25a45b63-62f7-4c7c-bf65-cdaea8683118 req-85804808-ee4e-4526-8e41-1206e6a1f5f6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=721438689c5c44e78f53ad730cb9883d&device_id=a8bb206d-fc51-480c-ba55-9a4640503bc6 HTTP/1.1" status: 200 len: 1097 time: 0.0919065 May 06 09:24:16.324163 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-fffe6690-e4f0-434e-b479-2556b69bb25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15451648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15263208'] for subnet, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:16.331573 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:16.468178 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffe6690-e4f0-434e-b479-2556b69bb25e admin admin] Checking segment: {'id': '1f463e86-1640-4595-a77d-e266e1bf451a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '53ea8ff1-b358-4005-823d-e10b99b358b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:24:16.468533 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffe6690-e4f0-434e-b479-2556b69bb25e admin admin] Network hostable DHCP agents. Network: 53ea8ff1-b358-4005-823d-e10b99b358b6, hostable agents: ['bc902bc5-40dc-4f86-86c2-e5adb524f41e'], hosted agents: [] {{(pid=74232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:24:16.476694 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe6690-e4f0-434e-b479-2556b69bb25e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e82f39f2-5fc2-4eac-b324-bfae629a7f38,revision_number=0']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:16.479725 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-fffe6690-e4f0-434e-b479-2556b69bb25e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:16.508722 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a45b63-62f7-4c7c-bf65-cdaea8683118 req-46780db4-cdee-4f2e-abe5-a7c57a37e1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:16.510160 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-25a45b63-62f7-4c7c-bf65-cdaea8683118 req-46780db4-cdee-4f2e-abe5-a7c57a37e1a9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a69c290e-b8a1-4108-a145-cd8c4bb057e3 HTTP/1.1" status: 200 len: 917 time: 0.3088889 May 06 09:24:16.531125 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a1946-9377-42d6-bcb2-1643665a46cf req-e72c381f-e668-4c51-a8f7-f9f6077c212c tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:16.532747 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-053a1946-9377-42d6-bcb2-1643665a46cf req-e72c381f-e668-4c51-a8f7-f9f6077c212c tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.1266723 May 06 09:24:16.571574 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffe6690-e4f0-434e-b479-2556b69bb25e admin admin] Network 53ea8ff1-b358-4005-823d-e10b99b358b6 is scheduled to be hosted by DHCP agent bc902bc5-40dc-4f86-86c2-e5adb524f41e with binding_index 1 {{(pid=74232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:24:16.584473 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-25a45b63-62f7-4c7c-bf65-cdaea8683118 req-9f17eb04-7773-4ddb-9169-973cfae30eb3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e71489b-1594-48da-981c-2dc15265e844 HTTP/1.1" status: 200 len: 217 time: 0.0666463 May 06 09:24:16.586853 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-053a1946-9377-42d6-bcb2-1643665a46cf req-0e5bf644-fdcb-45e5-abbf-35af92e03a81 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480523 May 06 09:24:16.596338 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282f22e-1757-4a26-b625-ba429964a5aa req-124eed6c-d621-46b7-8040-7fc442bbcdfb tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:16.597834 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-0282f22e-1757-4a26-b625-ba429964a5aa req-124eed6c-d621-46b7-8040-7fc442bbcdfb tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 946 time: 0.2037370 May 06 09:24:16.667027 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.base_scheduler [None req-fffe6690-e4f0-434e-b479-2556b69bb25e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-1-smb, 53ea8ff1-b358-4005-823d-e10b99b358b6) {{(pid=74232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:24:16.676612 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616c5ef1-babf-467b-82dd-8e2f69ff2ced None None] Network 53ea8ff1-b358-4005-823d-e10b99b358b6 requested from dv-cinder-790014-1-smb {{(pid=74233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 09:24:16.685237 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffe6690-e4f0-434e-b479-2556b69bb25e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:16.686314 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-fffe6690-e4f0-434e-b479-2556b69bb25e admin admin] Notify callbacks [] for subnet, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:16.696236 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a45b63-62f7-4c7c-bf65-cdaea8683118 req-15346aa4-2eb9-4916-b4c1-37ba5b4ae691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:16.697702 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-25a45b63-62f7-4c7c-bf65-cdaea8683118 req-15346aa4-2eb9-4916-b4c1-37ba5b4ae691 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=48217201-77f0-4a45-b499-0cae79b4ea6e HTTP/1.1" status: 200 len: 855 time: 0.0987971 May 06 09:24:16.703020 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-0282f22e-1757-4a26-b625-ba429964a5aa req-b20ab27c-3e91-4d45-883a-e94922df4d5a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618708 May 06 09:24:16.774336 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-25a45b63-62f7-4c7c-bf65-cdaea8683118 req-179d42c7-5c39-4078-968a-831c6a9b79dd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a69c290e-b8a1-4108-a145-cd8c4bb057e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609059 May 06 09:24:16.803530 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-fffe6690-e4f0-434e-b479-2556b69bb25e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2077425 May 06 09:24:16.937712 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-25a45b63-62f7-4c7c-bf65-cdaea8683118 req-96e91271-2a19-431c-9191-c1ca0b23ba30 service neutron] 10.222.0.79 "GET /v2.0/networks/a69c290e-b8a1-4108-a145-cd8c4bb057e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515799 May 06 09:24:16.985834 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2b7e7e-85e7-4f1c-8047-8a9f82e24cb1 None None] Network 53ea8ff1-b358-4005-823d-e10b99b358b6 requested from dv-cinder-790014-1-smb {{(pid=74233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 09:24:17.068421 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:17.128689 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-25a45b63-62f7-4c7c-bf65-cdaea8683118 req-43327459-667c-4b4d-9e62-7b8a01e3fb41 service neutron] 10.222.0.79 "GET /v2.0/networks/a69c290e-b8a1-4108-a145-cd8c4bb057e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794133 May 06 09:24:17.311285 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea921c-1ba8-440f-a73c-86af18a83d09 req-e933a95b-da2e-4450-af49-77672c5aad64 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:17.313092 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-6bea921c-1ba8-440f-a73c-86af18a83d09 req-e933a95b-da2e-4450-af49-77672c5aad64 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8bb206d-fc51-480c-ba55-9a4640503bc6 HTTP/1.1" status: 200 len: 944 time: 0.0968320 May 06 09:24:17.360628 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-6bea921c-1ba8-440f-a73c-86af18a83d09 req-4bec62ce-3884-412d-aeca-62d16d0b58c1 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406520 May 06 09:24:17.816904 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a324cf3-756c-425c-867f-87ded982e138 req-45b8a6ba-2094-4213-bca2-d31d4447edb0 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:17.828417 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-8a324cf3-756c-425c-867f-87ded982e138 req-45b8a6ba-2094-4213-bca2-d31d4447edb0 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.1200025 May 06 09:24:17.892882 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-8a324cf3-756c-425c-867f-87ded982e138 req-44bea3ad-48f6-406c-88b5-f73444628288 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556474 May 06 09:24:17.945629 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a5808-35ee-4335-8b45-f0136157d712 req-caaa053c-5982-4ee1-8d8b-163c9268e274 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:17.947193 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-8b8a5808-35ee-4335-8b45-f0136157d712 req-caaa053c-5982-4ee1-8d8b-163c9268e274 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 946 time: 0.1080551 May 06 09:24:18.005363 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-8b8a5808-35ee-4335-8b45-f0136157d712 req-fff35945-5617-4f24-a716-f44254697789 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498905 May 06 09:24:18.551726 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60814f13-1d83-4370-95de-11a6c78f7994 req-b3758637-b06b-4c28-90b2-49053e6432e4 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:18.553255 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-60814f13-1d83-4370-95de-11a6c78f7994 req-b3758637-b06b-4c28-90b2-49053e6432e4 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8bb206d-fc51-480c-ba55-9a4640503bc6 HTTP/1.1" status: 200 len: 944 time: 0.0816510 May 06 09:24:18.608083 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-60814f13-1d83-4370-95de-11a6c78f7994 req-961bc175-8441-45a4-9e34-6ef5969b6928 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489864 May 06 09:24:18.670751 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:19.229542 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2c8e8-6903-48c7-bafb-4d147693a4bc req-bb66b639-c4d7-44bc-9f3c-c25ae2207cf2 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:19.234473 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-82b2c8e8-6903-48c7-bafb-4d147693a4bc req-bb66b639-c4d7-44bc-9f3c-c25ae2207cf2 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 946 time: 0.0981617 May 06 09:24:19.259790 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3545cf-c994-4085-95ff-e6df38d2243d req-06981419-1450-4cf1-a255-13f6e612cc06 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:19.261401 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-4d3545cf-c994-4085-95ff-e6df38d2243d req-06981419-1450-4cf1-a255-13f6e612cc06 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.0995667 May 06 09:24:19.282601 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-82b2c8e8-6903-48c7-bafb-4d147693a4bc req-bd922ac8-7032-4519-b52b-c80d1e0a207e tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438583 May 06 09:24:19.316695 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-4d3545cf-c994-4085-95ff-e6df38d2243d req-27aefcf3-6fe9-43db-b573-0055e45284b6 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464718 May 06 09:24:19.417674 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 9e71489b-1594-48da-981c-2dc15265e844 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 09:24:19.556949 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 9e71489b-1594-48da-981c-2dc15265e844, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=9e71489b-1594-48da-981c-2dc15265e844,segment=NetworkSegment(8cc31b58-1f92-490c-9268-9f879d8942f0),segment_id=8cc31b58-1f92-490c-9268-9f879d8942f0)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:24:19.570292 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Returning: {'device': '9e71489b-1594-48da-981c-2dc15265e844', 'network_id': 'a69c290e-b8a1-4108-a145-cd8c4bb057e3', 'port_id': '9e71489b-1594-48da-981c-2dc15265e844', 'mac_address': 'fa:16:3e:d2:a2:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48217201-77f0-4a45-b499-0cae79b4ea6e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 09:24:19.576025 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6994f69-5c92-4188-a09e-35f54400762c req-1225fc0b-d9d7-4462-872e-986d5a9ed13f tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:19.577533 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-e6994f69-5c92-4188-a09e-35f54400762c req-1225fc0b-d9d7-4462-872e-986d5a9ed13f tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/networks?id=53ea8ff1-b358-4005-823d-e10b99b358b6 HTTP/1.1" status: 200 len: 808 time: 0.1703570 May 06 09:24:19.595282 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-e6994f69-5c92-4188-a09e-35f54400762c req-aa2603f4-4146-400a-8b40-c6452cfb6af1 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/quotas/2f471ff3155448c0b78daebb7566252c HTTP/1.1" status: 200 len: 375 time: 0.0102448 May 06 09:24:19.629142 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:19.650831 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e71489b-1594-48da-981c-2dc15265e844 {{(pid=74233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 09:24:19.655116 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-e6994f69-5c92-4188-a09e-35f54400762c req-9dd19e7a-c416-4d88-b356-a082c4342688 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f471ff3155448c0b78daebb7566252c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529573 May 06 09:24:19.668533 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 9e71489b-1594-48da-981c-2dc15265e844, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=9e71489b-1594-48da-981c-2dc15265e844,segment=NetworkSegment(8cc31b58-1f92-490c-9268-9f879d8942f0),segment_id=8cc31b58-1f92-490c-9268-9f879d8942f0)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:24:19.740556 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:19.746203 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:19.795731 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-e6994f69-5c92-4188-a09e-35f54400762c req-ef7e2f61-af5f-4595-b54c-38fcc5a410d9 service neutron] 10.222.0.20 "GET /v2.0/networks/53ea8ff1-b358-4005-823d-e10b99b358b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325049 May 06 09:24:19.826687 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=9e71489b-1594-48da-981c-2dc15265e844,revision_number=4']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:19.835353 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:19.835838 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:19.836252 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:19.836685 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:19.837086 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:19.837484 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:19.837879 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:19.838270 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:19.838662 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:19.839077 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:19.839470 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:19.839881 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:24:19.844194 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:19.850718 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8bf3a-97a9-4029-a6cb-893f25bc1d15 req-c6f20523-c29f-4a52-9aed-6277fb089c67 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:19.852261 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4af8bf3a-97a9-4029-a6cb-893f25bc1d15 req-c6f20523-c29f-4a52-9aed-6277fb089c67 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8bb206d-fc51-480c-ba55-9a4640503bc6 HTTP/1.1" status: 200 len: 945 time: 0.1257613 May 06 09:24:19.901880 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4af8bf3a-97a9-4029-a6cb-893f25bc1d15 req-4a6c1a5a-81da-4801-94fb-feb7c79622ac tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435469 May 06 09:24:19.949956 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-e6994f69-5c92-4188-a09e-35f54400762c req-ae13c75e-8aeb-4b33-be77-77ecdc1e3991 service neutron] 10.222.0.20 "GET /v2.0/networks/53ea8ff1-b358-4005-823d-e10b99b358b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455505 May 06 09:24:20.081430 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] get_ports_and_sgs() called for port_ids ['9e71489b-1594-48da-981c-2dc15265e844'] {{(pid=74233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 09:24:20.261514 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-14fa6414-ba13-4e9a-b245-acb066d51476 req-3602e462-b649-40f4-8895-a9f5699b852f tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b89f878-443e-4e7c-85e4-1e13b48bbbc9 HTTP/1.1" status: 200 len: 210 time: 0.0435271 May 06 09:24:20.485815 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d5c60-78ed-445e-a707-afb1a1db63e3 req-0d966535-c03f-4f1c-b394-a9a4a5bd9d21 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:20.487771 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-2f8d5c60-78ed-445e-a707-afb1a1db63e3 req-0d966535-c03f-4f1c-b394-a9a4a5bd9d21 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 946 time: 0.0871170 May 06 09:24:20.534705 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-2f8d5c60-78ed-445e-a707-afb1a1db63e3 req-33efde37-98c6-4eff-8485-419ae136c075 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404687 May 06 09:24:20.540015 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c7589-277d-483f-adc0-9b895794fad3 req-dbf10b98-a677-4182-b6a7-05d15bf2660e tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:20.541620 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-298c7589-277d-483f-adc0-9b895794fad3 req-dbf10b98-a677-4182-b6a7-05d15bf2660e tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.0886514 May 06 09:24:20.588697 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-298c7589-277d-483f-adc0-9b895794fad3 req-4379bddc-8c9f-48c7-9a46-ef56bb9d9cc8 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408051 May 06 09:24:21.100788 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443c754-0a4d-47bf-a4b0-17151b38469e req-c506a2f9-e99a-419f-be35-bd42dba82ee0 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:21.102294 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-0443c754-0a4d-47bf-a4b0-17151b38469e req-c506a2f9-e99a-419f-be35-bd42dba82ee0 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8bb206d-fc51-480c-ba55-9a4640503bc6 HTTP/1.1" status: 200 len: 945 time: 0.0870669 May 06 09:24:21.151078 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-0443c754-0a4d-47bf-a4b0-17151b38469e req-8e19174a-b47b-491b-a521-cfa83ec37825 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427680 May 06 09:24:21.366118 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-30404b3e-3778-403b-84a2-53d1f45a14dd req-43789571-b3b2-41cd-8141-56c3ebfa1dfe tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b89f878-443e-4e7c-85e4-1e13b48bbbc9 HTTP/1.1" status: 200 len: 210 time: 0.0437453 May 06 09:24:21.423317 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 9e71489b-1594-48da-981c-2dc15265e844 up at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:24:21.582668 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Provisioning for port 9e71489b-1594-48da-981c-2dc15265e844 completed by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:24:21.588344 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Provisioning complete for port 9e71489b-1594-48da-981c-2dc15265e844 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:24:21.588725 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:21.715228 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:21.747380 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bb206d-fc51-480c-ba55-9a4640503bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e71489b-1594-48da-981c-2dc15265e844'}] {{(pid=74233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:24:21.752447 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07809fa-e199-4ff6-a9b1-2bce3d249689 req-dd7d805a-2b9c-4bbc-923f-dd7f6eee09df tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:21.754099 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-c07809fa-e199-4ff6-a9b1-2bce3d249689 req-dd7d805a-2b9c-4bbc-923f-dd7f6eee09df tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 946 time: 0.1003923 May 06 09:24:21.765786 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 9e71489b-1594-48da-981c-2dc15265e844, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=9e71489b-1594-48da-981c-2dc15265e844,segment=NetworkSegment(8cc31b58-1f92-490c-9268-9f879d8942f0),segment_id=8cc31b58-1f92-490c-9268-9f879d8942f0)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:24:21.805463 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa66e6-3683-4468-9ee8-e2177b65dfd1 req-575628bb-fc85-44f9-b674-368f83e04c7d tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:21.808013 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-ddaa66e6-3683-4468-9ee8-e2177b65dfd1 req-575628bb-fc85-44f9-b674-368f83e04c7d tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.0984628 May 06 09:24:21.815180 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-c07809fa-e199-4ff6-a9b1-2bce3d249689 req-96db3a31-020b-4f0e-8ff4-bfc8330ee746 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547256 May 06 09:24:21.842188 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:21.844389 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:21.871899 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-ddaa66e6-3683-4468-9ee8-e2177b65dfd1 req-b996918c-595c-421d-8e9b-1ceef8a556d7 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560560 May 06 09:24:21.931918 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=9e71489b-1594-48da-981c-2dc15265e844,revision_number=5']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:21.935638 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:21.945481 dv-cinder-790014-1-smb neutron-server[74233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bb206d-fc51-480c-ba55-9a4640503bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e71489b-1594-48da-981c-2dc15265e844', 'code': 200} May 06 09:24:22.041088 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 53658) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:24:22.169206 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-4891cf9c-f381-4027-a9ed-1fec3c605b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:22.186745 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-4891cf9c-f381-4027-a9ed-1fec3c605b0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:24:22.190790 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-4891cf9c-f381-4027-a9ed-1fec3c605b0e admin admin] Usage tracker for resource:security_group_rule and tenant:98ce4441b0244fa4a525a24e361ba98b is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:24:22.193901 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-4891cf9c-f381-4027-a9ed-1fec3c605b0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:24:22.200137 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-4891cf9c-f381-4027-a9ed-1fec3c605b0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:24:22.385414 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f919d3-3e69-4bb6-bf9a-335c60d18508 req-c6f4f614-8faf-4180-b749-9853c4681478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:22.386869 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-f4f919d3-3e69-4bb6-bf9a-335c60d18508 req-c6f4f614-8faf-4180-b749-9853c4681478 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a8bb206d-fc51-480c-ba55-9a4640503bc6 HTTP/1.1" status: 200 len: 1099 time: 0.0837951 May 06 09:24:22.396243 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-4891cf9c-f381-4027-a9ed-1fec3c605b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:22.429158 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae501af-9e73-44b4-ba89-27aacdd9e997 req-2636ff56-6314-4d38-acf8-b41d3c6cd587 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:22.430786 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-cae501af-9e73-44b4-ba89-27aacdd9e997 req-2636ff56-6314-4d38-acf8-b41d3c6cd587 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8bb206d-fc51-480c-ba55-9a4640503bc6 HTTP/1.1" status: 200 len: 946 time: 0.1706469 May 06 09:24:22.495318 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-cae501af-9e73-44b4-ba89-27aacdd9e997 req-316a4407-b39c-470b-90f3-1ac18e0d535a tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573230 May 06 09:24:22.518429 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-4891cf9c-f381-4027-a9ed-1fec3c605b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:22.527143 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-7f712b46-089c-4634-850d-1b847f440b47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:22.556877 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-043f261d-0171-4080-ae96-eb3f60b7e76a req-e4eebe30-821d-45de-8dab-bc9117f876aa tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b89f878-443e-4e7c-85e4-1e13b48bbbc9 HTTP/1.1" status: 200 len: 210 time: 0.0497150 May 06 09:24:22.574788 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-4891cf9c-f381-4027-a9ed-1fec3c605b0e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=98ce4441b0244fa4a525a24e361ba98b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5294213 May 06 09:24:22.574788 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4891cf9c-f381-4027-a9ed-1fec3c605b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca60f228-6eff-41a0-ad4b-fa25822d53c1,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:22.577589 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 53674) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:24:22.581194 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-4891cf9c-f381-4027-a9ed-1fec3c605b0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:22.592492 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-f4f919d3-3e69-4bb6-bf9a-335c60d18508 req-13d46c00-1557-4378-92b8-865acdfadde1 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872337 May 06 09:24:22.643575 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-1cc7f3a1-b4f2-4818-a03f-e573f3c9b59a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:22.670728 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-1cc7f3a1-b4f2-4818-a03f-e573f3c9b59a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:22.785117 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-1cc7f3a1-b4f2-4818-a03f-e573f3c9b59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:22.789108 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-b9e36402-57f9-423d-9334-2ecfc45ff337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:22.801608 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7f3a1-b4f2-4818-a03f-e573f3c9b59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca60f228-6eff-41a0-ad4b-fa25822d53c1,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:22.804231 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-1cc7f3a1-b4f2-4818-a03f-e573f3c9b59a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:22.810879 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-1cc7f3a1-b4f2-4818-a03f-e573f3c9b59a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:22.814631 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-1cc7f3a1-b4f2-4818-a03f-e573f3c9b59a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ca60f228-6eff-41a0-ad4b-fa25822d53c1 HTTP/1.1" status: 204 len: 168 time: 0.2349756 May 06 09:24:23.010952 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8853a4-ebc3-4f1f-a4f1-e9a3bfddf824 req-5a0d6a1c-d554-4807-b429-06a86169c506 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:23.012577 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-cb8853a4-ebc3-4f1f-a4f1-e9a3bfddf824 req-5a0d6a1c-d554-4807-b429-06a86169c506 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 946 time: 0.0873430 May 06 09:24:23.060507 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-cb8853a4-ebc3-4f1f-a4f1-e9a3bfddf824 req-a8da70ec-de4f-42e3-a06a-abdae7accbd2 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420058 May 06 09:24:23.136976 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6994f69-5c92-4188-a09e-35f54400762c req-6e245628-24d1-471a-83b6-cb18973c1d63 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:23.137693 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-e6994f69-5c92-4188-a09e-35f54400762c req-6e245628-24d1-471a-83b6-cb18973c1d63 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Synchronizing usage tracker for tenant:2f471ff3155448c0b78daebb7566252c on resource:network {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:24:23.158680 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c6d9f-d2f2-4e22-ab4e-7aa700638598 req-2e7d1087-37a3-4c79-b919-7452cf50edc2 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:23.164167 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e12c6d9f-d2f2-4e22-ab4e-7aa700638598 req-2e7d1087-37a3-4c79-b919-7452cf50edc2 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.1647770 May 06 09:24:23.229941 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e12c6d9f-d2f2-4e22-ab4e-7aa700638598 req-27028418-882a-4a4f-a54a-596427f6ddb0 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646238 May 06 09:24:23.295340 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-e6994f69-5c92-4188-a09e-35f54400762c req-6e245628-24d1-471a-83b6-cb18973c1d63 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Unset dirty status for tenant:2f471ff3155448c0b78daebb7566252c on resource:network {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:24:23.296711 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e6994f69-5c92-4188-a09e-35f54400762c req-6e245628-24d1-471a-83b6-cb18973c1d63 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.79 "GET /v2.0/networks?id=53ea8ff1-b358-4005-823d-e10b99b358b6 HTTP/1.1" status: 200 len: 808 time: 0.3749166 May 06 09:24:23.313998 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [req-e6994f69-5c92-4188-a09e-35f54400762c req-3901b3d5-982b-428b-9f6b-56a12103b65a tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Request body: {'port': {'device_id': '0b89f878-443e-4e7c-85e4-1e13b48bbbc9', 'network_id': '53ea8ff1-b358-4005-823d-e10b99b358b6', 'admin_state_up': True, 'tenant_id': '2f471ff3155448c0b78daebb7566252c'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:24:23.459519 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [req-e6994f69-5c92-4188-a09e-35f54400762c req-3901b3d5-982b-428b-9f6b-56a12103b65a tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:24:23.463572 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-e6994f69-5c92-4188-a09e-35f54400762c req-3901b3d5-982b-428b-9f6b-56a12103b65a tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Usage tracker for resource:port and tenant:2f471ff3155448c0b78daebb7566252c is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:24:23.466422 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-e6994f69-5c92-4188-a09e-35f54400762c req-3901b3d5-982b-428b-9f6b-56a12103b65a tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:24:23.472920 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [req-e6994f69-5c92-4188-a09e-35f54400762c req-3901b3d5-982b-428b-9f6b-56a12103b65a tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:24:23.575112 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6994f69-5c92-4188-a09e-35f54400762c req-3901b3d5-982b-428b-9f6b-56a12103b65a tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Made reservation on behalf of 2f471ff3155448c0b78daebb7566252c for: {'port': 1} {{(pid=74231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:24:23.579355 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-e6994f69-5c92-4188-a09e-35f54400762c req-3901b3d5-982b-428b-9f6b-56a12103b65a tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:23.707586 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1712d0-3e93-4d88-a925-0f374a01622c req-3122537e-31e0-4759-88a0-1ff5397d1e92 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:23.716614 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-6c1712d0-3e93-4d88-a925-0f374a01622c req-3122537e-31e0-4759-88a0-1ff5397d1e92 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8bb206d-fc51-480c-ba55-9a4640503bc6 HTTP/1.1" status: 200 len: 946 time: 0.1109588 May 06 09:24:23.780314 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-6c1712d0-3e93-4d88-a925-0f374a01622c req-10b27584-d542-439c-91f0-3b86e57e3632 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571506 May 06 09:24:23.800757 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-cae04b72-2d65-4f2b-897f-bdb365d3804f req-6f15e66d-db48-4a39-ae87-7d1309e119d7 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b89f878-443e-4e7c-85e4-1e13b48bbbc9 HTTP/1.1" status: 200 len: 210 time: 0.0621057 May 06 09:24:23.835041 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.db_base_plugin_common [req-e6994f69-5c92-4188-a09e-35f54400762c req-3901b3d5-982b-428b-9f6b-56a12103b65a tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Allocated IP 172.20.0.2 (53ea8ff1-b358-4005-823d-e10b99b358b6/e82f39f2-5fc2-4eac-b324-bfae629a7f38/619672df-5a56-46ad-b4fe-f78b738a016b) {{(pid=74231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:24:24.055607 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 53716) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:24:24.061934 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-e6994f69-5c92-4188-a09e-35f54400762c req-3901b3d5-982b-428b-9f6b-56a12103b65a tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Notify callbacks [] for port, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:24.157532 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-e6994f69-5c92-4188-a09e-35f54400762c req-3901b3d5-982b-428b-9f6b-56a12103b65a tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:24.166918 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-0c98d1a8-0001-42d4-9620-9bed48069ca5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:24.181156 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-b17df6ef-a857-4598-9276-bf867e5a7af7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-549731015-network', 'tenant_id': '782a6b53265b4f60ab9fafd62d803f65'}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:24:24.186732 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-b17df6ef-a857-4598-9276-bf867e5a7af7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:24:24.226444 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-b17df6ef-a857-4598-9276-bf867e5a7af7 admin admin] Usage tracker for resource:network and tenant:782a6b53265b4f60ab9fafd62d803f65 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:24:24.232704 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6994f69-5c92-4188-a09e-35f54400762c req-3901b3d5-982b-428b-9f6b-56a12103b65a tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Network 53ea8ff1-b358-4005-823d-e10b99b358b6 is already hosted by enough agents. {{(pid=74231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:24:24.233793 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-b17df6ef-a857-4598-9276-bf867e5a7af7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:24:24.237397 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.base_scheduler [req-e6994f69-5c92-4188-a09e-35f54400762c req-3901b3d5-982b-428b-9f6b-56a12103b65a tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Resources bound (agent type, host, resource id): {{(pid=74231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:24:24.241443 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6994f69-5c92-4188-a09e-35f54400762c req-3901b3d5-982b-428b-9f6b-56a12103b65a tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Received port after_create {{(pid=74231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:24:24.249932 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-b17df6ef-a857-4598-9276-bf867e5a7af7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:24:24.254639 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 53728) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:24:24.301571 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da9740-8f68-4686-9114-9981e47ee2e1 req-fc57696d-76b6-4b08-81b7-ff3c9a66a335 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:24.302975 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901b3d5-982b-428b-9f6b-56a12103b65a tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Pushing event updated for resources: {'Port': ['ID=619672df-5a56-46ad-b4fe-f78b738a016b,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:24.303712 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-c8da9740-8f68-4686-9114-9981e47ee2e1 req-fc57696d-76b6-4b08-81b7-ff3c9a66a335 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 946 time: 0.1181498 May 06 09:24:24.307656 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-3901b3d5-982b-428b-9f6b-56a12103b65a tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:24.327035 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6994f69-5c92-4188-a09e-35f54400762c req-3901b3d5-982b-428b-9f6b-56a12103b65a tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:24.327693 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-e6994f69-5c92-4188-a09e-35f54400762c req-3901b3d5-982b-428b-9f6b-56a12103b65a tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:24.348722 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17df6ef-a857-4598-9276-bf867e5a7af7 admin admin] Made reservation on behalf of 782a6b53265b4f60ab9fafd62d803f65 for: {'network': 1} {{(pid=74232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:24:24.351095 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b17df6ef-a857-4598-9276-bf867e5a7af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for network, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:24.370792 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b17df6ef-a857-4598-9276-bf867e5a7af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:24.386589 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-c8da9740-8f68-4686-9114-9981e47ee2e1 req-776be4f8-466c-41e7-bc5a-5eae69fff52f tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731299 May 06 09:24:24.406741 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-b17df6ef-a857-4598-9276-bf867e5a7af7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:24:24.413477 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-b17df6ef-a857-4598-9276-bf867e5a7af7 admin admin] Usage tracker for resource:security_group_rule and tenant:782a6b53265b4f60ab9fafd62d803f65 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:24:24.416374 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b5bd53d5-8e47-4007-a09b-c967ecf77eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:24.421937 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e6994f69-5c92-4188-a09e-35f54400762c req-3901b3d5-982b-428b-9f6b-56a12103b65a tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1117702 May 06 09:24:24.425627 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-b17df6ef-a857-4598-9276-bf867e5a7af7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:24:24.434313 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-b17df6ef-a857-4598-9276-bf867e5a7af7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:24:24.434880 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [req-e6994f69-5c92-4188-a09e-35f54400762c req-2c8ad13c-c1cf-4d50-9e4f-dd28c7c3ac11 service neutron] Request body: {'port': {'device_id': '0b89f878-443e-4e7c-85e4-1e13b48bbbc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:24:24.442392 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-b5bd53d5-8e47-4007-a09b-c967ecf77eae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:24:24.449988 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-b5bd53d5-8e47-4007-a09b-c967ecf77eae admin admin] Usage tracker for resource:security_group_rule and tenant:ef4c8ee1d5ba45978d604df5b051abc2 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:24:24.453532 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-b5bd53d5-8e47-4007-a09b-c967ecf77eae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:24:24.467927 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-b5bd53d5-8e47-4007-a09b-c967ecf77eae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:24:24.580987 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b17df6ef-a857-4598-9276-bf867e5a7af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:24.605078 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b5bd53d5-8e47-4007-a09b-c967ecf77eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:24.607354 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-e6994f69-5c92-4188-a09e-35f54400762c req-2c8ad13c-c1cf-4d50-9e4f-dd28c7c3ac11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:24.635716 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ab702-05ab-4f7f-9745-596f001625e6 req-08756245-4cd4-409b-949e-cd66a5971913 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:24.637237 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-ce2ab702-05ab-4f7f-9745-596f001625e6 req-08756245-4cd4-409b-949e-cd66a5971913 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.1565034 May 06 09:24:24.660867 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b17df6ef-a857-4598-9276-bf867e5a7af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:24.664064 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-17da3cc0-b8a9-472f-9d25-a1771ae5e2dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:24.691979 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b17df6ef-a857-4598-9276-bf867e5a7af7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1009, 'physical_network': 'physnet1'} {{(pid=74232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:24:24.702866 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b5bd53d5-8e47-4007-a09b-c967ecf77eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:24.717331 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17df6ef-a857-4598-9276-bf867e5a7af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbdc489-275e-462c-b6cd-47716b9a8c74,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:24.721010 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-b17df6ef-a857-4598-9276-bf867e5a7af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:24.725108 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-9372a740-e2d5-49df-86c0-7b9d7d913c5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:24.730140 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-ce2ab702-05ab-4f7f-9745-596f001625e6 req-f7485998-ea6f-4289-aa9f-a50111294073 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665374 May 06 09:24:24.731689 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b17df6ef-a857-4598-9276-bf867e5a7af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047374'] for segment, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:24.732003 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.db.segments_db [None req-b17df6ef-a857-4598-9276-bf867e5a7af7 admin admin] Added segment 13f14ba3-2fe0-4e5b-8f73-019e0f53b95f of type vlan for network db7d7220-3c72-4603-ac56-6d559241086f May 06 09:24:24.768603 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-b5bd53d5-8e47-4007-a09b-c967ecf77eae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef4c8ee1d5ba45978d604df5b051abc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5122638 May 06 09:24:24.771233 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 53736) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:24:24.784896 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd53d5-8e47-4007-a09b-c967ecf77eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886381f9-7a78-4016-9791-b1b4aa73bd51,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:24.788088 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-b5bd53d5-8e47-4007-a09b-c967ecf77eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:24.801367 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b17df6ef-a857-4598-9276-bf867e5a7af7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734680407444'] for network, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:24.933750 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-cea47bd8-be32-4fe7-9c6f-66f64fb418de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:24.935716 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b17df6ef-a857-4598-9276-bf867e5a7af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951'] for network, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:24.943525 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17df6ef-a857-4598-9276-bf867e5a7af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:24.944195 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b17df6ef-a857-4598-9276-bf867e5a7af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for network, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:24.951986 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:25.070614 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17df6ef-a857-4598-9276-bf867e5a7af7 admin admin] Pushing event updated for resources: {'Network': ['ID=db7d7220-3c72-4603-ac56-6d559241086f,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:25.073670 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-b17df6ef-a857-4598-9276-bf867e5a7af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:25.081643 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Network db7d7220-3c72-4603-ac56-6d559241086f details requested by agent ovs-agent-dv-cinder-790014-1-smb with host dv-cinder-790014-1-smb {{(pid=74233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 09:24:25.105488 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7086283-924c-4f3d-b4d5-114df169d54d req-e7ddca63-e414-4a94-b04a-0cd758b7fe17 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:25.106895 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-e7086283-924c-4f3d-b4d5-114df169d54d req-e7ddca63-e414-4a94-b04a-0cd758b7fe17 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8bb206d-fc51-480c-ba55-9a4640503bc6 HTTP/1.1" status: 200 len: 946 time: 0.2105498 May 06 09:24:25.129569 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-cea47bd8-be32-4fe7-9c6f-66f64fb418de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:25.135937 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-b17df6ef-a857-4598-9276-bf867e5a7af7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0763230 May 06 09:24:25.137684 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 53744) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:24:25.154588 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-7fc8689a-ac11-44ec-a14d-c9c81f8750ff admin admin] Request body: {'subnet': {'network_id': 'db7d7220-3c72-4603-ac56-6d559241086f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-549731015-subnet', 'tenant_id': '782a6b53265b4f60ab9fafd62d803f65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:24:25.162703 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-7fc8689a-ac11-44ec-a14d-c9c81f8750ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:24:25.170236 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-7fc8689a-ac11-44ec-a14d-c9c81f8750ff admin admin] Usage tracker for resource:subnet and tenant:782a6b53265b4f60ab9fafd62d803f65 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:24:25.175242 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-e7086283-924c-4f3d-b4d5-114df169d54d req-816952cd-6d8b-4261-9aa4-a5abf1e0461d tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611372 May 06 09:24:25.176069 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-7fc8689a-ac11-44ec-a14d-c9c81f8750ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:24:25.182639 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-7fc8689a-ac11-44ec-a14d-c9c81f8750ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:24:25.240276 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c2043-92bc-44d9-85d5-44cefeb8a7fa req-00788e92-3288-4670-a7f7-db0d92c03980 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:25.243466 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-907c2043-92bc-44d9-85d5-44cefeb8a7fa req-00788e92-3288-4670-a7f7-db0d92c03980 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Synchronizing usage tracker for tenant:2f471ff3155448c0b78daebb7566252c on resource:port {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:24:25.268116 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc8689a-ac11-44ec-a14d-c9c81f8750ff admin admin] Made reservation on behalf of 782a6b53265b4f60ab9fafd62d803f65 for: {'subnet': 1} {{(pid=74232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:24:25.271374 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-7fc8689a-ac11-44ec-a14d-c9c81f8750ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15263130'] for subnet, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:25.282213 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [req-e6994f69-5c92-4188-a09e-35f54400762c req-2c8ad13c-c1cf-4d50-9e4f-dd28c7c3ac11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 619672df-5a56-46ad-b4fe-f78b738a016b {{(pid=74231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 09:24:25.291942 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-e6994f69-5c92-4188-a09e-35f54400762c req-2c8ad13c-c1cf-4d50-9e4f-dd28c7c3ac11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:25.347627 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.provisioning_blocks [req-e6994f69-5c92-4188-a09e-35f54400762c req-2c8ad13c-c1cf-4d50-9e4f-dd28c7c3ac11 service neutron] Transition to ACTIVE for port object 619672df-5a56-46ad-b4fe-f78b738a016b will not be triggered until provisioned by entity L2. {{(pid=74231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:24:25.348423 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-cea47bd8-be32-4fe7-9c6f-66f64fb418de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:25.354656 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-d24a1877-9067-4bd7-a359-1b73e50afa23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:25.369194 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea47bd8-be32-4fe7-9c6f-66f64fb418de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886381f9-7a78-4016-9791-b1b4aa73bd51,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:25.372819 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-cea47bd8-be32-4fe7-9c6f-66f64fb418de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:25.377113 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-907c2043-92bc-44d9-85d5-44cefeb8a7fa req-00788e92-3288-4670-a7f7-db0d92c03980 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Unset dirty status for tenant:2f471ff3155448c0b78daebb7566252c on resource:port {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:24:25.378604 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-907c2043-92bc-44d9-85d5-44cefeb8a7fa req-00788e92-3288-4670-a7f7-db0d92c03980 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b89f878-443e-4e7c-85e4-1e13b48bbbc9 HTTP/1.1" status: 200 len: 931 time: 0.4490449 May 06 09:24:25.379405 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-cea47bd8-be32-4fe7-9c6f-66f64fb418de admin admin] Notify callbacks [] for security_group, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:25.381387 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-cea47bd8-be32-4fe7-9c6f-66f64fb418de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/886381f9-7a78-4016-9791-b1b4aa73bd51 HTTP/1.1" status: 204 len: 168 time: 0.6032557 May 06 09:24:25.439820 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-e6994f69-5c92-4188-a09e-35f54400762c req-2c8ad13c-c1cf-4d50-9e4f-dd28c7c3ac11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15534154'] for port, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:25.446213 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:25.582074 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-907c2043-92bc-44d9-85d5-44cefeb8a7fa req-56746fa9-ba11-49c3-a247-e1d9e8d58030 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Synchronizing usage tracker for tenant:2f471ff3155448c0b78daebb7566252c on resource:security_group {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:24:25.644932 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ad13c-c1cf-4d50-9e4f-dd28c7c3ac11 service neutron] Pushing event updated for resources: {'Port': ['ID=619672df-5a56-46ad-b4fe-f78b738a016b,revision_number=2']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:25.676153 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-2c8ad13c-c1cf-4d50-9e4f-dd28c7c3ac11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:25.730327 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-e6994f69-5c92-4188-a09e-35f54400762c req-2c8ad13c-c1cf-4d50-9e4f-dd28c7c3ac11 service neutron] Attempting to bind port 619672df-5a56-46ad-b4fe-f78b738a016b on host hv-cinder-79001 for vnic_type normal with profile {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:24:25.730327 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-e6994f69-5c92-4188-a09e-35f54400762c req-2c8ad13c-c1cf-4d50-9e4f-dd28c7c3ac11 service neutron] Attempting to bind port 619672df-5a56-46ad-b4fe-f78b738a016b by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '1f463e86-1640-4595-a77d-e266e1bf451a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '53ea8ff1-b358-4005-823d-e10b99b358b6'}] {{(pid=74231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:24:25.735918 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6994f69-5c92-4188-a09e-35f54400762c req-2c8ad13c-c1cf-4d50-9e4f-dd28c7c3ac11 service neutron] Attempting to bind port 619672df-5a56-46ad-b4fe-f78b738a016b on network 53ea8ff1-b358-4005-823d-e10b99b358b6 {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:24:25.736669 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6994f69-5c92-4188-a09e-35f54400762c req-2c8ad13c-c1cf-4d50-9e4f-dd28c7c3ac11 service neutron] Port 619672df-5a56-46ad-b4fe-f78b738a016b on network 53ea8ff1-b358-4005-823d-e10b99b358b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 09:24:25.736994 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6994f69-5c92-4188-a09e-35f54400762c req-2c8ad13c-c1cf-4d50-9e4f-dd28c7c3ac11 service neutron] Attempting to bind port 619672df-5a56-46ad-b4fe-f78b738a016b on network 53ea8ff1-b358-4005-823d-e10b99b358b6 {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:24:25.747230 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6994f69-5c92-4188-a09e-35f54400762c req-2c8ad13c-c1cf-4d50-9e4f-dd28c7c3ac11 service neutron] Checking agent: {'id': 'e51fd9d5-0712-41db-be1b-bc822ebf26a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 20, 30), 'started_at': datetime.datetime(2021, 5, 6, 9, 20, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 09:24:25.747230 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6994f69-5c92-4188-a09e-35f54400762c req-2c8ad13c-c1cf-4d50-9e4f-dd28c7c3ac11 service neutron] Checking segment: {'id': '1f463e86-1640-4595-a77d-e266e1bf451a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '53ea8ff1-b358-4005-823d-e10b99b358b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:24:25.747230 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6994f69-5c92-4188-a09e-35f54400762c req-2c8ad13c-c1cf-4d50-9e4f-dd28c7c3ac11 service neutron] Bound using segment: {'id': '1f463e86-1640-4595-a77d-e266e1bf451a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '53ea8ff1-b358-4005-823d-e10b99b358b6'} {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 09:24:25.747230 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-e6994f69-5c92-4188-a09e-35f54400762c req-2c8ad13c-c1cf-4d50-9e4f-dd28c7c3ac11 service neutron] Bound port: 619672df-5a56-46ad-b4fe-f78b738a016b, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f463e86-1640-4595-a77d-e266e1bf451a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '53ea8ff1-b358-4005-823d-e10b99b358b6'}}] {{(pid=74231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:24:25.747230 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-e6994f69-5c92-4188-a09e-35f54400762c req-2c8ad13c-c1cf-4d50-9e4f-dd28c7c3ac11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:25.759424 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-907c2043-92bc-44d9-85d5-44cefeb8a7fa req-56746fa9-ba11-49c3-a247-e1d9e8d58030 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Unset dirty status for tenant:2f471ff3155448c0b78daebb7566252c on resource:security_group {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:24:25.760857 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-907c2043-92bc-44d9-85d5-44cefeb8a7fa req-56746fa9-ba11-49c3-a247-e1d9e8d58030 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbf64dd-8ead-48c2-9a7f-40a707690651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762844 May 06 09:24:25.824141 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2abfbd-98aa-4207-842c-946b8dde3e15 req-1878bbcf-e4d3-43a1-aee6-f70d73e74518 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:25.825854 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-cf2abfbd-98aa-4207-842c-946b8dde3e15 req-1878bbcf-e4d3-43a1-aee6-f70d73e74518 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 946 time: 0.1315179 May 06 09:24:25.878199 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-e6994f69-5c92-4188-a09e-35f54400762c req-2c8ad13c-c1cf-4d50-9e4f-dd28c7c3ac11 service neutron] For port 619672df-5a56-46ad-b4fe-f78b738a016b, host hv-cinder-79001, cleared binding levels {{(pid=74231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 09:24:25.883031 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-e6994f69-5c92-4188-a09e-35f54400762c req-2c8ad13c-c1cf-4d50-9e4f-dd28c7c3ac11 service neutron] For port 619672df-5a56-46ad-b4fe-f78b738a016b, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=619672df-5a56-46ad-b4fe-f78b738a016b,segment=NetworkSegment(1f463e86-1640-4595-a77d-e266e1bf451a),segment_id=1f463e86-1640-4595-a77d-e266e1bf451a)] {{(pid=74231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 09:24:25.891616 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-cf2abfbd-98aa-4207-842c-946b8dde3e15 req-75d0359a-344c-40f5-8478-2902c97a2f0f tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542040 May 06 09:24:25.963696 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-7fc8689a-ac11-44ec-a14d-c9c81f8750ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15451648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15263208'] for subnet, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:25.970084 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:26.002362 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-e6994f69-5c92-4188-a09e-35f54400762c req-2c8ad13c-c1cf-4d50-9e4f-dd28c7c3ac11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15534154'] for port, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:26.012408 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-11597cf5-6aa0-4be7-9b51-01d6c60054f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:26.052069 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc8689a-ac11-44ec-a14d-c9c81f8750ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbbdab4d-6c19-491a-b9ed-15b1463c58ca,revision_number=0']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:26.055436 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-7fc8689a-ac11-44ec-a14d-c9c81f8750ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:26.058277 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc8689a-ac11-44ec-a14d-c9c81f8750ff admin admin] Checking segment: {'id': '13f14ba3-2fe0-4e5b-8f73-019e0f53b95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'db7d7220-3c72-4603-ac56-6d559241086f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:24:26.058489 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc8689a-ac11-44ec-a14d-c9c81f8750ff admin admin] Network hostable DHCP agents. Network: db7d7220-3c72-4603-ac56-6d559241086f, hostable agents: ['bc902bc5-40dc-4f86-86c2-e5adb524f41e'], hosted agents: [] {{(pid=74232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:24:26.109894 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6994f69-5c92-4188-a09e-35f54400762c req-2c8ad13c-c1cf-4d50-9e4f-dd28c7c3ac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:26.111046 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-e6994f69-5c92-4188-a09e-35f54400762c req-2c8ad13c-c1cf-4d50-9e4f-dd28c7c3ac11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:26.112456 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e6994f69-5c92-4188-a09e-35f54400762c req-2c8ad13c-c1cf-4d50-9e4f-dd28c7c3ac11 service neutron] 10.222.0.79 "PUT /v2.0/ports/619672df-5a56-46ad-b4fe-f78b738a016b HTTP/1.1" status: 200 len: 1093 time: 1.6821012 May 06 09:24:26.112944 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b89f878-443e-4e7c-85e4-1e13b48bbbc9', 'tag': '619672df-5a56-46ad-b4fe-f78b738a016b'}] {{(pid=74231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:24:26.117994 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ad13c-c1cf-4d50-9e4f-dd28c7c3ac11 service neutron] Pushing event updated for resources: {'Port': ['ID=619672df-5a56-46ad-b4fe-f78b738a016b,revision_number=3']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:26.121885 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-2c8ad13c-c1cf-4d50-9e4f-dd28c7c3ac11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:26.143015 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc8689a-ac11-44ec-a14d-c9c81f8750ff admin admin] Network db7d7220-3c72-4603-ac56-6d559241086f is scheduled to be hosted by DHCP agent bc902bc5-40dc-4f86-86c2-e5adb524f41e with binding_index 1 {{(pid=74232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:24:26.156264 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d265a94-be17-484b-84e6-09b39066b34b req-e00b4d6d-1a71-4106-b85c-5ef7f58591b3 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:26.158511 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-2d265a94-be17-484b-84e6-09b39066b34b req-e00b4d6d-1a71-4106-b85c-5ef7f58591b3 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.1983471 May 06 09:24:26.182322 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b89f878-443e-4e7c-85e4-1e13b48bbbc9', 'tag': '619672df-5a56-46ad-b4fe-f78b738a016b', 'status': 'completed', 'code': 200} May 06 09:24:26.230722 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.base_scheduler [None req-7fc8689a-ac11-44ec-a14d-c9c81f8750ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-1-smb, db7d7220-3c72-4603-ac56-6d559241086f) {{(pid=74232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:24:26.242716 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc8689a-ac11-44ec-a14d-c9c81f8750ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:26.242867 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-2d265a94-be17-484b-84e6-09b39066b34b req-e1bb0709-8b0b-4a3a-bedd-d3efe3dc667c tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776098 May 06 09:24:26.243906 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-7fc8689a-ac11-44ec-a14d-c9c81f8750ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:26.248555 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc0f1e5-82a5-4794-b132-b5651d7b19d5 None None] Network db7d7220-3c72-4603-ac56-6d559241086f requested from dv-cinder-790014-1-smb {{(pid=74233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 09:24:26.287693 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47679d-f58c-4311-8336-42f7a69f0a74 req-f8529bef-e54d-4007-972a-8f6c642b21cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:26.289197 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-7a47679d-f58c-4311-8336-42f7a69f0a74 req-f8529bef-e54d-4007-972a-8f6c642b21cd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2f471ff3155448c0b78daebb7566252c&device_id=0b89f878-443e-4e7c-85e4-1e13b48bbbc9 HTTP/1.1" status: 200 len: 1096 time: 0.0876806 May 06 09:24:26.402282 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-7fc8689a-ac11-44ec-a14d-c9c81f8750ff admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2539284 May 06 09:24:26.440913 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47679d-f58c-4311-8336-42f7a69f0a74 req-c9011190-80ad-48f1-957e-c1c5fb973dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:26.442542 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-7a47679d-f58c-4311-8336-42f7a69f0a74 req-c9011190-80ad-48f1-957e-c1c5fb973dca service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=2f471ff3155448c0b78daebb7566252c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1452672 May 06 09:24:26.493431 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e219cd9-a3f5-4b8f-9b59-7419d0f80ced None None] Network db7d7220-3c72-4603-ac56-6d559241086f requested from dv-cinder-790014-1-smb {{(pid=74233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 09:24:26.709934 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47679d-f58c-4311-8336-42f7a69f0a74 req-9725770e-11f1-4941-bfc2-c033967ab486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:26.711764 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-7a47679d-f58c-4311-8336-42f7a69f0a74 req-9725770e-11f1-4941-bfc2-c033967ab486 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2510412 May 06 09:24:26.943989 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6994f69-5c92-4188-a09e-35f54400762c req-1cc0520d-06e7-46aa-9b5e-528f74378dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:26.945466 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e6994f69-5c92-4188-a09e-35f54400762c req-1cc0520d-06e7-46aa-9b5e-528f74378dbb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2f471ff3155448c0b78daebb7566252c&device_id=0b89f878-443e-4e7c-85e4-1e13b48bbbc9 HTTP/1.1" status: 200 len: 1096 time: 0.1720676 May 06 09:24:27.107274 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e6994f69-5c92-4188-a09e-35f54400762c req-97fc675c-3f3d-4426-82e7-0990f4168e9b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=619672df-5a56-46ad-b4fe-f78b738a016b HTTP/1.1" status: 200 len: 217 time: 0.1511734 May 06 09:24:27.157774 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d625041-19d4-4f11-a328-b39c040db827 req-9e40c737-801a-4108-aeb7-0ab4e2ff44c7 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:27.166006 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-2d625041-19d4-4f11-a328-b39c040db827 req-9e40c737-801a-4108-aeb7-0ab4e2ff44c7 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 946 time: 0.0982039 May 06 09:24:27.202074 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6994f69-5c92-4188-a09e-35f54400762c req-400983eb-1ea8-49b8-80c0-1ea03ced40f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:27.203592 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e6994f69-5c92-4188-a09e-35f54400762c req-400983eb-1ea8-49b8-80c0-1ea03ced40f7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e82f39f2-5fc2-4eac-b324-bfae629a7f38 HTTP/1.1" status: 200 len: 848 time: 0.0870602 May 06 09:24:27.214257 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985561d-bc78-49c8-9fa0-6d92e42a0b4b req-0e0290a5-20d3-4cbb-8ec1-97ce575d6896 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:27.215827 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-0985561d-bc78-49c8-9fa0-6d92e42a0b4b req-0e0290a5-20d3-4cbb-8ec1-97ce575d6896 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b89f878-443e-4e7c-85e4-1e13b48bbbc9 HTTP/1.1" status: 200 len: 943 time: 0.1843035 May 06 09:24:27.226274 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-2d625041-19d4-4f11-a328-b39c040db827 req-5555f290-5dcb-43d1-80f8-2d12f711c13b tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592229 May 06 09:24:27.276441 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e6994f69-5c92-4188-a09e-35f54400762c req-5d5a10a4-d6f2-47fc-a91f-799782429b98 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=53ea8ff1-b358-4005-823d-e10b99b358b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594854 May 06 09:24:27.370633 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-0985561d-bc78-49c8-9fa0-6d92e42a0b4b req-1e30dfe9-4682-4030-8a0e-a28d286b262b tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbf64dd-8ead-48c2-9a7f-40a707690651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158249 May 06 09:24:27.446877 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a08dcc-3ed7-4ffe-9e3c-9c7887d8ca3b req-7694721b-15bc-4e2d-bafc-a80c76319a14 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:27.448662 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-13a08dcc-3ed7-4ffe-9e3c-9c7887d8ca3b req-7694721b-15bc-4e2d-bafc-a80c76319a14 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.0939972 May 06 09:24:27.498169 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-13a08dcc-3ed7-4ffe-9e3c-9c7887d8ca3b req-e79b5e27-8a10-4f33-9a40-ed3d02ca8ba0 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424955 May 06 09:24:27.522228 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e6994f69-5c92-4188-a09e-35f54400762c req-7f448f10-c0e1-418d-87cd-95cbb014ff68 service neutron] 10.222.0.79 "GET /v2.0/networks/53ea8ff1-b358-4005-823d-e10b99b358b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358880 May 06 09:24:27.657855 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e6994f69-5c92-4188-a09e-35f54400762c req-592bf547-4e59-4f30-891c-3ac309440294 service neutron] 10.222.0.79 "GET /v2.0/networks/53ea8ff1-b358-4005-823d-e10b99b358b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287053 May 06 09:24:28.481034 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b57a89-8889-46c5-8f44-f081483e3c0c req-da62b8c3-11ef-4335-a677-b54976294eea tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:28.482500 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-78b57a89-8889-46c5-8f44-f081483e3c0c req-da62b8c3-11ef-4335-a677-b54976294eea tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 946 time: 0.1402509 May 06 09:24:28.485081 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97bd78f-dba4-4d4a-8cb7-8d86ec7bd7fc req-0f88f7a9-f85b-49c3-9115-65cb1d9acf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:28.486366 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d97bd78f-dba4-4d4a-8cb7-8d86ec7bd7fc req-0f88f7a9-f85b-49c3-9115-65cb1d9acf99 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f9983e4cddcf4e468452d86169f2b091&device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 1098 time: 0.1079562 May 06 09:24:28.602242 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-78b57a89-8889-46c5-8f44-f081483e3c0c req-b4ce87ed-b41c-4857-884d-652ee1e9b1fe tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135092 May 06 09:24:28.655915 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97bd78f-dba4-4d4a-8cb7-8d86ec7bd7fc req-c545d80b-252e-4e84-8e57-98134fc90a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:28.658307 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d97bd78f-dba4-4d4a-8cb7-8d86ec7bd7fc req-c545d80b-252e-4e84-8e57-98134fc90a97 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6738b754-c0fb-47d7-9855-22e220ab6546 HTTP/1.1" status: 200 len: 920 time: 0.1503830 May 06 09:24:28.764586 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d97bd78f-dba4-4d4a-8cb7-8d86ec7bd7fc req-d9def549-eb8d-4840-a7fe-b72e9d865448 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73285a8f-35af-4c47-a73c-c5605456c3c4 HTTP/1.1" status: 200 len: 217 time: 0.0992250 May 06 09:24:28.843460 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97bd78f-dba4-4d4a-8cb7-8d86ec7bd7fc req-01843869-fdca-4420-a551-9bdb9f83a82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:28.845485 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d97bd78f-dba4-4d4a-8cb7-8d86ec7bd7fc req-01843869-fdca-4420-a551-9bdb9f83a82c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f3aac420-410a-4224-bd12-b0f6b8f33f91 HTTP/1.1" status: 200 len: 858 time: 0.0734396 May 06 09:24:28.857832 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c8c0f6-0a51-4b73-892e-eecc1ea1bf57 req-58e5a519-48c0-4780-bd56-ba590a6c5b78 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:28.859189 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-20c8c0f6-0a51-4b73-892e-eecc1ea1bf57 req-58e5a519-48c0-4780-bd56-ba590a6c5b78 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b89f878-443e-4e7c-85e4-1e13b48bbbc9 HTTP/1.1" status: 200 len: 943 time: 0.1444449 May 06 09:24:28.914829 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d97bd78f-dba4-4d4a-8cb7-8d86ec7bd7fc req-a1e4ed3c-2e82-4be2-8fbc-7d9168971f03 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6738b754-c0fb-47d7-9855-22e220ab6546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546405 May 06 09:24:28.945347 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-20c8c0f6-0a51-4b73-892e-eecc1ea1bf57 req-a86fc6b8-567f-4e08-8a86-5fc2312b5736 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbf64dd-8ead-48c2-9a7f-40a707690651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483847 May 06 09:24:29.196145 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d97bd78f-dba4-4d4a-8cb7-8d86ec7bd7fc req-238d2fb8-6ae6-4425-9a92-21df22cd26b9 service neutron] 10.222.0.79 "GET /v2.0/networks/6738b754-c0fb-47d7-9855-22e220ab6546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104044 May 06 09:24:29.337572 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d97bd78f-dba4-4d4a-8cb7-8d86ec7bd7fc req-8b908fc3-973c-484b-9411-9d94fc7a3a41 service neutron] 10.222.0.79 "GET /v2.0/networks/6738b754-c0fb-47d7-9855-22e220ab6546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718233 May 06 09:24:29.381679 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b457061-6f50-40b8-b741-dacb0098d1b9 req-0285d818-c65a-4c12-a618-68e00855926e tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:29.392570 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-2b457061-6f50-40b8-b741-dacb0098d1b9 req-0285d818-c65a-4c12-a618-68e00855926e tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.3014126 May 06 09:24:29.442261 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-2b457061-6f50-40b8-b741-dacb0098d1b9 req-08efd308-5376-4605-aef0-56a2fc072955 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488901 May 06 09:24:29.473705 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-2c94cb38-3890-442a-bbec-4fef21b92d2f tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7a666015958542968ac3d7526b9ef999&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361385 May 06 09:24:29.633155 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-9a71d986-9c05-4653-99be-0d755980eef2 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:29.634540 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-9a71d986-9c05-4653-99be-0d755980eef2 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1551762 May 06 09:24:29.650147 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-61338685-41b2-4b45-a734-146c2234bfd2 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] 10.222.0.20 "GET /v2.0/quotas/7a666015958542968ac3d7526b9ef999 HTTP/1.1" status: 200 len: 375 time: 0.0092874 May 06 09:24:29.690093 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766a667-23aa-4953-b2f0-d00153a82921 req-3f33bbda-b7fa-407b-af82-f0cb9af0084c tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:29.690777 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-b766a667-23aa-4953-b2f0-d00153a82921 req-3f33bbda-b7fa-407b-af82-f0cb9af0084c tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Synchronizing usage tracker for tenant:782a6b53265b4f60ab9fafd62d803f65 on resource:network {{(pid=74232) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:24:29.711411 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-91be6f75-d141-4f4b-9a03-8984b5efb5ae tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a666015958542968ac3d7526b9ef999&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526943 May 06 09:24:29.818527 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-b766a667-23aa-4953-b2f0-d00153a82921 req-3f33bbda-b7fa-407b-af82-f0cb9af0084c tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Unset dirty status for tenant:782a6b53265b4f60ab9fafd62d803f65 on resource:network {{(pid=74232) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:24:29.824288 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-b766a667-23aa-4953-b2f0-d00153a82921 req-3f33bbda-b7fa-407b-af82-f0cb9af0084c tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/networks?id=db7d7220-3c72-4603-ac56-6d559241086f HTTP/1.1" status: 200 len: 813 time: 0.2817707 May 06 09:24:29.845062 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-b766a667-23aa-4953-b2f0-d00153a82921 req-2b059c42-53a2-43e2-8812-1d48d65bf47e tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/quotas/782a6b53265b4f60ab9fafd62d803f65 HTTP/1.1" status: 200 len: 375 time: 0.0189478 May 06 09:24:29.898385 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-b766a667-23aa-4953-b2f0-d00153a82921 req-b22c735f-ad76-4d6d-ab3f-c38557b9c174 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=782a6b53265b4f60ab9fafd62d803f65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521390 May 06 09:24:30.048650 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-b766a667-23aa-4953-b2f0-d00153a82921 req-0475dfa3-1572-41f1-84e2-c71a6da5f2f4 service neutron] 10.222.0.20 "GET /v2.0/networks/db7d7220-3c72-4603-ac56-6d559241086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406651 May 06 09:24:30.191166 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a167e8e-90bc-45fc-ac1f-2c172e7ab452 req-e853f2fe-64cb-4880-b40a-931087aad369 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:30.193283 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-8a167e8e-90bc-45fc-ac1f-2c172e7ab452 req-e853f2fe-64cb-4880-b40a-931087aad369 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 946 time: 0.0936430 May 06 09:24:30.203116 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-b766a667-23aa-4953-b2f0-d00153a82921 req-ffaea0b8-3e19-42f8-836a-30e4b2fe8487 service neutron] 10.222.0.20 "GET /v2.0/networks/db7d7220-3c72-4603-ac56-6d559241086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479278 May 06 09:24:30.245395 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-8a167e8e-90bc-45fc-ac1f-2c172e7ab452 req-e65c9897-7d8e-4c87-bc54-4afaadb3acc3 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415027 May 06 09:24:30.331405 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-624fae22-72c4-489f-bd0e-ec5c3a7b8a73 req-8273f4e0-36ed-446b-a940-233416652a7e tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fbd7d22-31c8-4af4-9329-0ec29a2f0c0f HTTP/1.1" status: 200 len: 210 time: 0.0458553 May 06 09:24:30.517499 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580115e3-27cc-4cfb-9cc4-fc8dc2cc51d9 req-13bdff4b-92f4-4959-b8c0-eff6db86a9c6 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:30.518176 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:30.518932 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-580115e3-27cc-4cfb-9cc4-fc8dc2cc51d9 req-13bdff4b-92f4-4959-b8c0-eff6db86a9c6 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b89f878-443e-4e7c-85e4-1e13b48bbbc9 HTTP/1.1" status: 200 len: 943 time: 0.0850983 May 06 09:24:30.566655 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-580115e3-27cc-4cfb-9cc4-fc8dc2cc51d9 req-f37d7fc8-bc3d-4628-8b80-d640b6f1741d tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbf64dd-8ead-48c2-9a7f-40a707690651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416505 May 06 09:24:30.751238 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-0a62319b-ba26-470f-bed4-3bdfd7d7357b req-171ae570-b047-4e3e-aa9b-3074fcf17ef1 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0de1f81-6d9b-417b-880d-355e7d2c8a87 HTTP/1.1" status: 200 len: 210 time: 0.1430223 May 06 09:24:30.763832 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da414aa-ce01-4c7a-89ed-457b31860ad1 req-4dca1083-88c3-4bdc-b60c-2ef55bf1ae73 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:30.765249 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-1da414aa-ce01-4c7a-89ed-457b31860ad1 req-4dca1083-88c3-4bdc-b60c-2ef55bf1ae73 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.0878484 May 06 09:24:30.825560 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5c0a3-6db1-465f-a8b7-0ca06d61b91e req-d83f1602-061f-4c07-b5ba-845ab1ed3474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:30.827017 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-eff5c0a3-6db1-465f-a8b7-0ca06d61b91e req-d83f1602-061f-4c07-b5ba-845ab1ed3474 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 1098 time: 0.0785720 May 06 09:24:30.831113 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-1da414aa-ce01-4c7a-89ed-457b31860ad1 req-863e41a4-047d-46ba-a1c5-674d8c177f2e tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482318 May 06 09:24:30.888727 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-eff5c0a3-6db1-465f-a8b7-0ca06d61b91e req-52f40f50-b926-4e71-a919-58d1961d744a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340688 May 06 09:24:31.468861 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac45012-96af-4f48-867d-d16fe9f696a5 req-3ac4e849-4066-402b-a2be-90922b056108 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:31.470345 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-3ac45012-96af-4f48-867d-d16fe9f696a5 req-3ac4e849-4066-402b-a2be-90922b056108 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 946 time: 0.1053472 May 06 09:24:31.480725 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 619672df-5a56-46ad-b4fe-f78b738a016b details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 09:24:31.491143 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-2b610fe1-8386-433e-ab7e-3a8d81909022 req-976481a5-54b4-4423-83b3-3cde1e1e95f8 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fbd7d22-31c8-4af4-9329-0ec29a2f0c0f HTTP/1.1" status: 200 len: 210 time: 0.0534761 May 06 09:24:31.521214 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-3ac45012-96af-4f48-867d-d16fe9f696a5 req-fe478468-0338-4198-a96e-c57604c78a58 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449212 May 06 09:24:31.701957 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 619672df-5a56-46ad-b4fe-f78b738a016b, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=619672df-5a56-46ad-b4fe-f78b738a016b,segment=NetworkSegment(1f463e86-1640-4595-a77d-e266e1bf451a),segment_id=1f463e86-1640-4595-a77d-e266e1bf451a)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:24:31.720098 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Returning: {'device': '619672df-5a56-46ad-b4fe-f78b738a016b', 'network_id': '53ea8ff1-b358-4005-823d-e10b99b358b6', 'port_id': '619672df-5a56-46ad-b4fe-f78b738a016b', 'mac_address': 'fa:16:3e:85:b1:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e82f39f2-5fc2-4eac-b324-bfae629a7f38', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 09:24:31.784311 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:31.798868 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ed9dd-d925-4fb7-abe7-bc83b993b562 req-d5ab8cbc-e1b4-4b6a-a7e0-a261be35ab46 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:31.800423 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-6a1ed9dd-d925-4fb7-abe7-bc83b993b562 req-d5ab8cbc-e1b4-4b6a-a7e0-a261be35ab46 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b89f878-443e-4e7c-85e4-1e13b48bbbc9 HTTP/1.1" status: 200 len: 943 time: 0.0982208 May 06 09:24:31.808357 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 619672df-5a56-46ad-b4fe-f78b738a016b {{(pid=74233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 09:24:31.831403 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 619672df-5a56-46ad-b4fe-f78b738a016b, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=619672df-5a56-46ad-b4fe-f78b738a016b,segment=NetworkSegment(1f463e86-1640-4595-a77d-e266e1bf451a),segment_id=1f463e86-1640-4595-a77d-e266e1bf451a)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:24:31.854406 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-6a1ed9dd-d925-4fb7-abe7-bc83b993b562 req-1d4cea99-2f5f-47c7-af27-755d81de69a4 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbf64dd-8ead-48c2-9a7f-40a707690651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474010 May 06 09:24:31.881743 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-d0e6f843-39b8-45e5-9963-1a8433fcffdc req-0ed377ca-4c88-4d6f-97ba-3a926fec2c8c tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0de1f81-6d9b-417b-880d-355e7d2c8a87 HTTP/1.1" status: 200 len: 210 time: 0.0527818 May 06 09:24:31.924796 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:31.926442 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 09:24:31.929766 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:32.090006 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=619672df-5a56-46ad-b4fe-f78b738a016b,revision_number=4']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:32.093364 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:32.156464 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8,segment=NetworkSegment(36c7da13-cf7e-4164-9f19-b350301e7409),segment_id=36c7da13-cf7e-4164-9f19-b350301e7409)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:24:32.172023 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Returning: {'device': '5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8', 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a', 'port_id': '5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8', 'mac_address': 'fa:16:3e:d2:d5:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3327bb7d-2498-459f-aedf-d87f7d766be5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 09:24:32.191009 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b051c5-3ae4-4e1e-bb41-bdd555ef5ed5 req-e8764e28-0445-407c-93b9-a561c9df32be tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:32.192618 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-80b051c5-3ae4-4e1e-bb41-bdd555ef5ed5 req-e8764e28-0445-407c-93b9-a561c9df32be tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.0814438 May 06 09:24:32.242006 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-80b051c5-3ae4-4e1e-bb41-bdd555ef5ed5 req-074f8c26-0164-4c08-9c5e-4bb07c964d26 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420623 May 06 09:24:32.243040 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:32.265860 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8 {{(pid=74233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 09:24:32.283429 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8,segment=NetworkSegment(36c7da13-cf7e-4164-9f19-b350301e7409),segment_id=36c7da13-cf7e-4164-9f19-b350301e7409)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:24:32.367552 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:32.369376 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:32.440521 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8,revision_number=6']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:32.447020 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:32.547565 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] get_ports_and_sgs() called for port_ids ['5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8'] {{(pid=74233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 09:24:32.679446 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-cfb554fd-dbda-4787-bb08-5231aaffd4d4 req-04d9488c-d161-445e-a372-7bfd25d40873 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fbd7d22-31c8-4af4-9329-0ec29a2f0c0f HTTP/1.1" status: 200 len: 210 time: 0.0675657 May 06 09:24:32.821612 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] get_ports_and_sgs() called for port_ids ['619672df-5a56-46ad-b4fe-f78b738a016b'] {{(pid=74233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 09:24:32.942137 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9e889-3c3b-429a-8365-14fc9ee27d6c req-c673cbaf-a7a0-4064-867b-37c846078be0 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:32.943647 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-96a9e889-3c3b-429a-8365-14fc9ee27d6c req-c673cbaf-a7a0-4064-867b-37c846078be0 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 945 time: 0.1438694 May 06 09:24:33.004462 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-96a9e889-3c3b-429a-8365-14fc9ee27d6c req-2e7f8cf4-b970-4c25-8964-5c32a76d515a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486739 May 06 09:24:33.120226 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-6fd44b62-bc75-4ecf-b93e-7e2ac0f4f00a tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=7a666015958542968ac3d7526b9ef999&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0862658 May 06 09:24:33.323296 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-be89d2bf-0bb7-4f9d-999c-c7623054db93 req-5aa72dae-da3d-4ea4-bc21-7e1829566c88 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0de1f81-6d9b-417b-880d-355e7d2c8a87 HTTP/1.1" status: 200 len: 210 time: 0.0507765 May 06 09:24:33.371564 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-ac9490c1-be3b-45a9-8346-35158fca42fc tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:33.377218 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-ac9490c1-be3b-45a9-8346-35158fca42fc tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2458391 May 06 09:24:33.390226 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9a170-d2c0-4775-91e1-53c3ba873f9f req-e1c1ed1b-7445-4ba3-9958-722a85f3da76 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:33.398154 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-acc9a170-d2c0-4775-91e1-53c3ba873f9f req-e1c1ed1b-7445-4ba3-9958-722a85f3da76 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b89f878-443e-4e7c-85e4-1e13b48bbbc9 HTTP/1.1" status: 200 len: 944 time: 0.1755168 May 06 09:24:33.417898 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-3b26e93b-027d-402c-8eab-13805401867a tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Request body: {'port': {'device_id': '3fbd7d22-31c8-4af4-9329-0ec29a2f0c0f', 'network_id': 'e7ccf81a-56c8-4d79-b52e-749e3cf44703', 'admin_state_up': True, 'tenant_id': '7a666015958542968ac3d7526b9ef999'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:24:33.492981 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8 up at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:24:33.547978 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-acc9a170-d2c0-4775-91e1-53c3ba873f9f req-dc227695-4ce0-4677-8ec6-a6c56de2c08f tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbf64dd-8ead-48c2-9a7f-40a707690651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483831 May 06 09:24:33.579774 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2d417-3fc5-4148-b8a4-7f5a5319757d req-564e4c66-7d9a-4b64-ae22-c6afba21fe7b tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:33.587608 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-4ee2d417-3fc5-4148-b8a4-7f5a5319757d req-564e4c66-7d9a-4b64-ae22-c6afba21fe7b tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.1109674 May 06 09:24:33.591508 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Provisioning complete for port 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:24:33.591971 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:33.631136 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-3b26e93b-027d-402c-8eab-13805401867a tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:24:33.635935 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-3b26e93b-027d-402c-8eab-13805401867a tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Usage tracker for resource:port and tenant:7a666015958542968ac3d7526b9ef999 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:24:33.639206 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-3b26e93b-027d-402c-8eab-13805401867a tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:24:33.645988 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-3b26e93b-027d-402c-8eab-13805401867a tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:24:33.651133 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-4ee2d417-3fc5-4148-b8a4-7f5a5319757d req-89bbcaa7-150f-405f-912b-4fae9ad88ac2 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622792 May 06 09:24:33.804462 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-3b26e93b-027d-402c-8eab-13805401867a tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Made reservation on behalf of 7a666015958542968ac3d7526b9ef999 for: {'port': 1} {{(pid=74231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:24:33.809863 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-3b26e93b-027d-402c-8eab-13805401867a tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:33.811727 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:33.837418 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-3b26e93b-027d-402c-8eab-13805401867a tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Notify callbacks [] for security_group, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:33.876090 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-3b26e93b-027d-402c-8eab-13805401867a tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:24:33.886925 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-3b26e93b-027d-402c-8eab-13805401867a tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Usage tracker for resource:security_group_rule and tenant:7a666015958542968ac3d7526b9ef999 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:24:33.892176 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-3b26e93b-027d-402c-8eab-13805401867a tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:24:33.892377 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8,segment=NetworkSegment(36c7da13-cf7e-4164-9f19-b350301e7409),segment_id=36c7da13-cf7e-4164-9f19-b350301e7409)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:24:33.905785 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4b7c84-a7a6-4942-adbf-b6e3bcf46571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8'}] {{(pid=74233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:24:33.906949 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-3b26e93b-027d-402c-8eab-13805401867a tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:24:33.966897 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-b395792b-73c3-4f4e-982d-fe6d2b837673 req-caae2fa8-f3a3-4a45-909e-efdd0c11822b tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fbd7d22-31c8-4af4-9329-0ec29a2f0c0f HTTP/1.1" status: 200 len: 210 time: 0.0718327 May 06 09:24:33.975688 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:33.978487 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:34.087050 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-3b26e93b-027d-402c-8eab-13805401867a tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Notify callbacks [] for security_group, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:34.122557 dv-cinder-790014-1-smb neutron-server[74233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4b7c84-a7a6-4942-adbf-b6e3bcf46571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8', 'code': 200} May 06 09:24:34.123690 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8,revision_number=7']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:34.128325 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:34.366327 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-3b26e93b-027d-402c-8eab-13805401867a tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:34.372114 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-d129da32-311b-4d10-abe2-3dc7d969114e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:34.464554 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b26e93b-027d-402c-8eab-13805401867a tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0eb0689-ec6d-4c2a-a7e3-e8e3c42877d5,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:34.468487 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-3b26e93b-027d-402c-8eab-13805401867a tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:34.600029 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960bad2-e2a0-46a3-9b57-0cbeee1ed69b req-faf59f50-ea77-44ab-810d-603ce9aae56b tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:34.608032 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-2960bad2-e2a0-46a3-9b57-0cbeee1ed69b req-faf59f50-ea77-44ab-810d-603ce9aae56b tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 946 time: 0.4014630 May 06 09:24:34.674464 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766a667-23aa-4953-b2f0-d00153a82921 req-dfee2929-7ef6-4233-aa02-e9a28e6ad3e6 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:34.676222 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b766a667-23aa-4953-b2f0-d00153a82921 req-dfee2929-7ef6-4233-aa02-e9a28e6ad3e6 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.79 "GET /v2.0/networks?id=db7d7220-3c72-4603-ac56-6d559241086f HTTP/1.1" status: 200 len: 813 time: 0.5045812 May 06 09:24:34.715959 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [req-b766a667-23aa-4953-b2f0-d00153a82921 req-48cde5c7-4253-4308-ada7-7f40b31c5d2d tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Request body: {'port': {'device_id': 'b0de1f81-6d9b-417b-880d-355e7d2c8a87', 'network_id': 'db7d7220-3c72-4603-ac56-6d559241086f', 'admin_state_up': True, 'tenant_id': '782a6b53265b4f60ab9fafd62d803f65'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:24:34.741198 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-2960bad2-e2a0-46a3-9b57-0cbeee1ed69b req-8a34f7b1-04b0-44c0-bee0-5da00de4dee7 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322293 May 06 09:24:34.763546 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.db_base_plugin_common [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-3b26e93b-027d-402c-8eab-13805401867a tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Allocated IP 192.168.233.16 (e7ccf81a-56c8-4d79-b52e-749e3cf44703/f9f27b72-8112-4fbe-ad5e-c375c423d410/32ddb24d-c1ae-4659-9479-9fea011ee5ad) {{(pid=74231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:24:34.956265 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [req-b766a667-23aa-4953-b2f0-d00153a82921 req-48cde5c7-4253-4308-ada7-7f40b31c5d2d tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:24:34.968015 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-b766a667-23aa-4953-b2f0-d00153a82921 req-48cde5c7-4253-4308-ada7-7f40b31c5d2d tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Usage tracker for resource:port and tenant:782a6b53265b4f60ab9fafd62d803f65 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:24:34.972911 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-9f9e838f-0427-4b0d-809a-f56f511d79a5 req-c89dee7f-8cd0-4dd5-b76f-1cbc64f63a16 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0de1f81-6d9b-417b-880d-355e7d2c8a87 HTTP/1.1" status: 200 len: 210 time: 0.1215556 May 06 09:24:35.009823 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585c7d8-c7e5-493b-a5d9-47c85948a1db req-217cd0d8-2ab0-4859-9604-9f4c1a1cf950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:35.012074 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-a585c7d8-c7e5-493b-a5d9-47c85948a1db req-217cd0d8-2ab0-4859-9604-9f4c1a1cf950 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f9983e4cddcf4e468452d86169f2b091&device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 1098 time: 0.2746246 May 06 09:24:35.017424 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-b766a667-23aa-4953-b2f0-d00153a82921 req-48cde5c7-4253-4308-ada7-7f40b31c5d2d tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:24:35.039166 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [req-b766a667-23aa-4953-b2f0-d00153a82921 req-48cde5c7-4253-4308-ada7-7f40b31c5d2d tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:24:35.280805 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b766a667-23aa-4953-b2f0-d00153a82921 req-48cde5c7-4253-4308-ada7-7f40b31c5d2d tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Made reservation on behalf of 782a6b53265b4f60ab9fafd62d803f65 for: {'port': 1} {{(pid=74231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:24:35.285305 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-b766a667-23aa-4953-b2f0-d00153a82921 req-48cde5c7-4253-4308-ada7-7f40b31c5d2d tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:35.323141 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585c7d8-c7e5-493b-a5d9-47c85948a1db req-97b8555f-6ad8-4807-b16e-62ec2248e424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:35.324862 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-a585c7d8-c7e5-493b-a5d9-47c85948a1db req-97b8555f-6ad8-4807-b16e-62ec2248e424 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6738b754-c0fb-47d7-9855-22e220ab6546 HTTP/1.1" status: 200 len: 920 time: 0.2946610 May 06 09:24:35.336841 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e59ec-0c9f-49a9-bf5a-ff6dda88bb53 req-dcd68c99-0ea2-4f43-8555-4f7fd825aec5 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:35.338613 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-e55e59ec-0c9f-49a9-bf5a-ff6dda88bb53 req-dcd68c99-0ea2-4f43-8555-4f7fd825aec5 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b89f878-443e-4e7c-85e4-1e13b48bbbc9 HTTP/1.1" status: 200 len: 944 time: 0.1577895 May 06 09:24:35.442940 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-a585c7d8-c7e5-493b-a5d9-47c85948a1db req-86426ca8-6fd4-4401-b713-1b9a1735f616 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73285a8f-35af-4c47-a73c-c5605456c3c4 HTTP/1.1" status: 200 len: 217 time: 0.1027508 May 06 09:24:35.510431 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 619672df-5a56-46ad-b4fe-f78b738a016b up at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:24:35.514542 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c018f-a9e9-4a0e-96c2-691076f83d95 req-fd7e3ef2-9084-4aac-85d6-38e92d8d7b0a tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:35.523884 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-170c018f-a9e9-4a0e-96c2-691076f83d95 req-fd7e3ef2-9084-4aac-85d6-38e92d8d7b0a tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.5643554 May 06 09:24:35.653451 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-3b26e93b-027d-402c-8eab-13805401867a tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Notify callbacks [] for port, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:35.708033 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-e55e59ec-0c9f-49a9-bf5a-ff6dda88bb53 req-089f2e80-ad26-4f1e-8a64-d7aae2676a7a tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbf64dd-8ead-48c2-9a7f-40a707690651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093963 May 06 09:24:35.760504 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585c7d8-c7e5-493b-a5d9-47c85948a1db req-45dd89f5-a9bb-4a6a-821a-7adecd046a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:35.762704 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-a585c7d8-c7e5-493b-a5d9-47c85948a1db req-45dd89f5-a9bb-4a6a-821a-7adecd046a76 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f3aac420-410a-4224-bd12-b0f6b8f33f91 HTTP/1.1" status: 200 len: 858 time: 0.3124323 May 06 09:24:35.765576 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.provisioning_blocks [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-3b26e93b-027d-402c-8eab-13805401867a tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Transition to ACTIVE for port object 32ddb24d-c1ae-4659-9479-9fea011ee5ad will not be triggered until provisioned by entity DHCP. {{(pid=74231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:24:35.780067 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-170c018f-a9e9-4a0e-96c2-691076f83d95 req-94ceed31-ed61-4436-b5c8-302797c34d3c tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552991 May 06 09:24:35.830511 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-a585c7d8-c7e5-493b-a5d9-47c85948a1db req-8ae42c9c-fa4c-4eae-8547-25d0a438945b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6738b754-c0fb-47d7-9855-22e220ab6546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543022 May 06 09:24:35.863023 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.db_base_plugin_common [req-b766a667-23aa-4953-b2f0-d00153a82921 req-48cde5c7-4253-4308-ada7-7f40b31c5d2d tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Allocated IP 172.20.0.2 (db7d7220-3c72-4603-ac56-6d559241086f/bbbdab4d-6c19-491a-b9ed-15b1463c58ca/2b02d074-b2d7-42f1-82ba-b6ce5c7aa306) {{(pid=74231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:24:36.060627 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Provisioning for port 619672df-5a56-46ad-b4fe-f78b738a016b completed by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:24:36.066807 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Provisioning complete for port 619672df-5a56-46ad-b4fe-f78b738a016b triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:24:36.072170 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:36.125350 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-3b26e93b-027d-402c-8eab-13805401867a tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:36.156043 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-a585c7d8-c7e5-493b-a5d9-47c85948a1db req-e05b9434-d459-40dd-be52-c78843147a5a service neutron] 10.222.0.79 "GET /v2.0/networks/6738b754-c0fb-47d7-9855-22e220ab6546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167412 May 06 09:24:36.166843 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-39546b6b-5e2f-477c-851a-58ed6262e8a0 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:36.255784 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:36.293614 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b89f878-443e-4e7c-85e4-1e13b48bbbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '619672df-5a56-46ad-b4fe-f78b738a016b'}] {{(pid=74233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:24:36.308078 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 619672df-5a56-46ad-b4fe-f78b738a016b, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=619672df-5a56-46ad-b4fe-f78b738a016b,segment=NetworkSegment(1f463e86-1640-4595-a77d-e266e1bf451a),segment_id=1f463e86-1640-4595-a77d-e266e1bf451a)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:24:36.327721 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af704f-6393-473b-98e5-38aa6ba7949b req-7307e734-cf97-440d-a338-91500c60e5d8 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:36.335639 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-b9af704f-6393-473b-98e5-38aa6ba7949b req-7307e734-cf97-440d-a338-91500c60e5d8 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fbd7d22-31c8-4af4-9329-0ec29a2f0c0f HTTP/1.1" status: 200 len: 935 time: 0.3079665 May 06 09:24:36.378724 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:36.380697 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:36.381194 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-3b26e93b-027d-402c-8eab-13805401867a tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Network e7ccf81a-56c8-4d79-b52e-749e3cf44703 is already hosted by enough agents. {{(pid=74231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:24:36.393942 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.base_scheduler [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-3b26e93b-027d-402c-8eab-13805401867a tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Resources bound (agent type, host, resource id): {{(pid=74231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:24:36.397457 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-3b26e93b-027d-402c-8eab-13805401867a tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Received port after_create {{(pid=74231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:24:36.425535 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-a585c7d8-c7e5-493b-a5d9-47c85948a1db req-afd10f6d-49bc-4053-92fa-30cce6bc38ce service neutron] 10.222.0.79 "GET /v2.0/networks/6738b754-c0fb-47d7-9855-22e220ab6546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530301 May 06 09:24:36.482901 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-b9af704f-6393-473b-98e5-38aa6ba7949b req-9bef4490-4068-4d26-82a3-9112eb85f50a tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0eb0689-ec6d-4c2a-a7e3-e8e3c42877d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461642 May 06 09:24:36.509766 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b26e93b-027d-402c-8eab-13805401867a tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Pushing event updated for resources: {'Port': ['ID=32ddb24d-c1ae-4659-9479-9fea011ee5ad,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:36.526566 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-3b26e93b-027d-402c-8eab-13805401867a tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:36.568768 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=619672df-5a56-46ad-b4fe-f78b738a016b,revision_number=5']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:36.586102 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:36.615857 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-3b26e93b-027d-402c-8eab-13805401867a tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:36.616897 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-3b26e93b-027d-402c-8eab-13805401867a tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:36.649492 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-b766a667-23aa-4953-b2f0-d00153a82921 req-48cde5c7-4253-4308-ada7-7f40b31c5d2d tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Notify callbacks [] for port, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:36.684892 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-122dec2e-03ef-4bb0-873f-57fd256cad71 req-71895566-13b6-42a8-b127-bd78e18a0fda tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0de1f81-6d9b-417b-880d-355e7d2c8a87 HTTP/1.1" status: 200 len: 210 time: 0.0808821 May 06 09:24:36.689456 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96dece2-3e9f-4278-a5cc-e44bdaba44b1 req-bab62dc5-7de7-4f62-bc7a-174b702dbf3a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:36.691695 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a96dece2-3e9f-4278-a5cc-e44bdaba44b1 req-bab62dc5-7de7-4f62-bc7a-174b702dbf3a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 946 time: 0.4114735 May 06 09:24:36.761618 dv-cinder-790014-1-smb neutron-server[74233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b89f878-443e-4e7c-85e4-1e13b48bbbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '619672df-5a56-46ad-b4fe-f78b738a016b', 'code': 200} May 06 09:24:36.773928 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-3b26e93b-027d-402c-8eab-13805401867a tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3725383 May 06 09:24:36.791673 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a96dece2-3e9f-4278-a5cc-e44bdaba44b1 req-ecc51ebb-385b-434d-a3ed-bdafbc73127c tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783036 May 06 09:24:36.795425 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-f94151b1-2535-4b76-964b-d3c3066b5bc6 service neutron] Request body: {'port': {'device_id': '3fbd7d22-31c8-4af4-9329-0ec29a2f0c0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:24:36.920693 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-b766a667-23aa-4953-b2f0-d00153a82921 req-48cde5c7-4253-4308-ada7-7f40b31c5d2d tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:36.933630 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-2e421986-c254-41e5-988d-7b2e46f79e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:36.947313 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-c6d0f7cb-65b7-4b20-b898-2c824a5755ec None None] Provisioning for port 32ddb24d-c1ae-4659-9479-9fea011ee5ad completed by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:24:36.952964 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-c6d0f7cb-65b7-4b20-b898-2c824a5755ec None None] Provisioning complete for port 32ddb24d-c1ae-4659-9479-9fea011ee5ad triggered by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:24:36.953428 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-c6d0f7cb-65b7-4b20-b898-2c824a5755ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:37.073477 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ceb7f-8b35-4516-aa87-f532af9bda3c req-456184db-4fd6-4e7c-b806-f86a8b2d7171 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:37.074108 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-c6d0f7cb-65b7-4b20-b898-2c824a5755ec None None] Port 32ddb24d-c1ae-4659-9479-9fea011ee5ad cannot update to ACTIVE because it is not bound. {{(pid=74233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 09:24:37.075212 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-047ceb7f-8b35-4516-aa87-f532af9bda3c req-456184db-4fd6-4e7c-b806-f86a8b2d7171 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b89f878-443e-4e7c-85e4-1e13b48bbbc9 HTTP/1.1" status: 200 len: 945 time: 0.1099367 May 06 09:24:37.158136 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-047ceb7f-8b35-4516-aa87-f532af9bda3c req-bc8ea55a-037f-4a81-b5eb-e875733ba2b0 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbf64dd-8ead-48c2-9a7f-40a707690651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647211 May 06 09:24:37.176168 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-f94151b1-2535-4b76-964b-d3c3066b5bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:37.193313 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b766a667-23aa-4953-b2f0-d00153a82921 req-48cde5c7-4253-4308-ada7-7f40b31c5d2d tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Network db7d7220-3c72-4603-ac56-6d559241086f is already hosted by enough agents. {{(pid=74231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:24:37.202236 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cde5c7-4253-4308-ada7-7f40b31c5d2d tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Pushing event updated for resources: {'Port': ['ID=2b02d074-b2d7-42f1-82ba-b6ce5c7aa306,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:37.209332 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.base_scheduler [req-b766a667-23aa-4953-b2f0-d00153a82921 req-48cde5c7-4253-4308-ada7-7f40b31c5d2d tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Resources bound (agent type, host, resource id): {{(pid=74231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:24:37.211456 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-48cde5c7-4253-4308-ada7-7f40b31c5d2d tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:37.215926 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [req-b766a667-23aa-4953-b2f0-d00153a82921 req-48cde5c7-4253-4308-ada7-7f40b31c5d2d tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Received port after_create {{(pid=74231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:24:37.381049 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766a667-23aa-4953-b2f0-d00153a82921 req-48cde5c7-4253-4308-ada7-7f40b31c5d2d tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:37.381756 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-b766a667-23aa-4953-b2f0-d00153a82921 req-48cde5c7-4253-4308-ada7-7f40b31c5d2d tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:37.388241 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f72a27-11b6-4d15-acf8-364b1b8badf9 req-5641b324-5773-4978-b839-80453a984f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:37.390024 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-40f72a27-11b6-4d15-acf8-364b1b8badf9 req-5641b324-5773-4978-b839-80453a984f5c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0b89f878-443e-4e7c-85e4-1e13b48bbbc9 HTTP/1.1" status: 200 len: 1098 time: 0.1290729 May 06 09:24:37.458117 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-40f72a27-11b6-4d15-acf8-364b1b8badf9 req-01525dbd-f186-45f8-9f8f-720848e0aef2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2dbf64dd-8ead-48c2-9a7f-40a707690651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612478 May 06 09:24:37.470098 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce64838-7cd5-4106-9141-c38c4bdd756a req-405e1871-b0b8-48e2-b9ab-fa92b332a2aa tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:37.472377 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-1ce64838-7cd5-4106-9141-c38c4bdd756a req-405e1871-b0b8-48e2-b9ab-fa92b332a2aa tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.3810267 May 06 09:24:37.593266 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b766a667-23aa-4953-b2f0-d00153a82921 req-48cde5c7-4253-4308-ada7-7f40b31c5d2d tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8868842 May 06 09:24:37.613920 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [req-b766a667-23aa-4953-b2f0-d00153a82921 req-11ce939b-2b05-4fd8-84b2-9c49c7be8c09 service neutron] Request body: {'port': {'device_id': 'b0de1f81-6d9b-417b-880d-355e7d2c8a87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:24:37.654521 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-1ce64838-7cd5-4106-9141-c38c4bdd756a req-0b9fb81d-d172-483d-9ad4-0f84dabd050e tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657326 May 06 09:24:37.895830 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-b766a667-23aa-4953-b2f0-d00153a82921 req-11ce939b-2b05-4fd8-84b2-9c49c7be8c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:38.162742 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-f94151b1-2535-4b76-964b-d3c3066b5bc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32ddb24d-c1ae-4659-9479-9fea011ee5ad {{(pid=74231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 09:24:38.174781 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b9ef0-b687-4ada-9267-1d03d968de6e req-f1da1d7d-7e38-4fad-a411-db61012b7a77 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:38.175180 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-9a1b9ef0-b687-4ada-9267-1d03d968de6e req-f1da1d7d-7e38-4fad-a411-db61012b7a77 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Synchronizing usage tracker for tenant:7a666015958542968ac3d7526b9ef999 on resource:port {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:24:38.188310 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-f94151b1-2535-4b76-964b-d3c3066b5bc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:38.191070 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22e90d-5341-4304-89ff-216940c64bc5 req-75c3a43f-7d5c-4e1e-92a9-ad90987931c6 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:38.192643 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-1d22e90d-5341-4304-89ff-216940c64bc5 req-75c3a43f-7d5c-4e1e-92a9-ad90987931c6 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0de1f81-6d9b-417b-880d-355e7d2c8a87 HTTP/1.1" status: 200 len: 931 time: 0.0896382 May 06 09:24:38.247786 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-1d22e90d-5341-4304-89ff-216940c64bc5 req-097afee7-9288-4aec-8a44-04678f811feb tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Synchronizing usage tracker for tenant:782a6b53265b4f60ab9fafd62d803f65 on resource:security_group {{(pid=74232) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:24:38.281125 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.provisioning_blocks [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-f94151b1-2535-4b76-964b-d3c3066b5bc6 service neutron] Transition to ACTIVE for port object 32ddb24d-c1ae-4659-9479-9fea011ee5ad will not be triggered until provisioned by entity L2. {{(pid=74231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:24:38.373466 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-1d22e90d-5341-4304-89ff-216940c64bc5 req-097afee7-9288-4aec-8a44-04678f811feb tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Unset dirty status for tenant:782a6b53265b4f60ab9fafd62d803f65 on resource:security_group {{(pid=74232) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:24:38.374964 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-1d22e90d-5341-4304-89ff-216940c64bc5 req-097afee7-9288-4aec-8a44-04678f811feb tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/security-groups?id=abbdc489-275e-462c-b6cd-47716b9a8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765606 May 06 09:24:38.409427 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-f94151b1-2535-4b76-964b-d3c3066b5bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15534154'] for port, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:38.413389 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-9a1b9ef0-b687-4ada-9267-1d03d968de6e req-f1da1d7d-7e38-4fad-a411-db61012b7a77 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Unset dirty status for tenant:7a666015958542968ac3d7526b9ef999 on resource:port {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:24:38.414638 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-9a1b9ef0-b687-4ada-9267-1d03d968de6e req-f1da1d7d-7e38-4fad-a411-db61012b7a77 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fbd7d22-31c8-4af4-9329-0ec29a2f0c0f HTTP/1.1" status: 200 len: 935 time: 0.6355801 May 06 09:24:38.418597 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-3901b3d5-982b-428b-9f6b-56a12103b65a tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:38.578987 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fec9bd-572e-42cb-937e-54f652f77bf6 req-a1f01a71-bd3b-40d6-8407-dbea5584a791 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:38.584355 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-65fec9bd-572e-42cb-937e-54f652f77bf6 req-a1f01a71-bd3b-40d6-8407-dbea5584a791 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 946 time: 0.1029043 May 06 09:24:38.618526 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94151b1-2535-4b76-964b-d3c3066b5bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=32ddb24d-c1ae-4659-9479-9fea011ee5ad,revision_number=2']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:38.623356 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-f94151b1-2535-4b76-964b-d3c3066b5bc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:38.702397 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-65fec9bd-572e-42cb-937e-54f652f77bf6 req-90ff559f-cd27-4887-8a94-4104aabe5de5 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072598 May 06 09:24:38.715121 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-9a1b9ef0-b687-4ada-9267-1d03d968de6e req-61fe0e37-952c-4b6c-8b21-95c8e1a1bfe2 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Synchronizing usage tracker for tenant:7a666015958542968ac3d7526b9ef999 on resource:security_group {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:24:38.878215 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-f94151b1-2535-4b76-964b-d3c3066b5bc6 service neutron] Attempting to bind port 32ddb24d-c1ae-4659-9479-9fea011ee5ad on host hv-cinder-79001 for vnic_type normal with profile {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:24:38.878842 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-f94151b1-2535-4b76-964b-d3c3066b5bc6 service neutron] Attempting to bind port 32ddb24d-c1ae-4659-9479-9fea011ee5ad by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '2f7e2ec3-c24b-4886-a4fa-c297a5be529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'e7ccf81a-56c8-4d79-b52e-749e3cf44703'}] {{(pid=74231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:24:38.879395 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-f94151b1-2535-4b76-964b-d3c3066b5bc6 service neutron] Attempting to bind port 32ddb24d-c1ae-4659-9479-9fea011ee5ad on network e7ccf81a-56c8-4d79-b52e-749e3cf44703 {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:24:38.885421 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [req-b766a667-23aa-4953-b2f0-d00153a82921 req-11ce939b-2b05-4fd8-84b2-9c49c7be8c09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b02d074-b2d7-42f1-82ba-b6ce5c7aa306 {{(pid=74231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 09:24:38.908246 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-b766a667-23aa-4953-b2f0-d00153a82921 req-11ce939b-2b05-4fd8-84b2-9c49c7be8c09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:38.919362 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-f94151b1-2535-4b76-964b-d3c3066b5bc6 service neutron] Port 32ddb24d-c1ae-4659-9479-9fea011ee5ad on network e7ccf81a-56c8-4d79-b52e-749e3cf44703 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 09:24:38.920185 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-f94151b1-2535-4b76-964b-d3c3066b5bc6 service neutron] Attempting to bind port 32ddb24d-c1ae-4659-9479-9fea011ee5ad on network e7ccf81a-56c8-4d79-b52e-749e3cf44703 {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:24:38.948835 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-f94151b1-2535-4b76-964b-d3c3066b5bc6 service neutron] Checking agent: {'id': 'e51fd9d5-0712-41db-be1b-bc822ebf26a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 20, 30), 'started_at': datetime.datetime(2021, 5, 6, 9, 20, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 09:24:38.948835 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-f94151b1-2535-4b76-964b-d3c3066b5bc6 service neutron] Checking segment: {'id': '2f7e2ec3-c24b-4886-a4fa-c297a5be529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'e7ccf81a-56c8-4d79-b52e-749e3cf44703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:24:38.951674 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-f94151b1-2535-4b76-964b-d3c3066b5bc6 service neutron] Bound using segment: {'id': '2f7e2ec3-c24b-4886-a4fa-c297a5be529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'e7ccf81a-56c8-4d79-b52e-749e3cf44703'} {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 09:24:38.952210 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-f94151b1-2535-4b76-964b-d3c3066b5bc6 service neutron] Bound port: 32ddb24d-c1ae-4659-9479-9fea011ee5ad, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f7e2ec3-c24b-4886-a4fa-c297a5be529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'e7ccf81a-56c8-4d79-b52e-749e3cf44703'}}] {{(pid=74231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:24:38.952644 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-f94151b1-2535-4b76-964b-d3c3066b5bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:38.987433 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-9a1b9ef0-b687-4ada-9267-1d03d968de6e req-61fe0e37-952c-4b6c-8b21-95c8e1a1bfe2 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Unset dirty status for tenant:7a666015958542968ac3d7526b9ef999 on resource:security_group {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:24:38.988746 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-9a1b9ef0-b687-4ada-9267-1d03d968de6e req-61fe0e37-952c-4b6c-8b21-95c8e1a1bfe2 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0eb0689-ec6d-4c2a-a7e3-e8e3c42877d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5317676 May 06 09:24:39.001888 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.provisioning_blocks [req-b766a667-23aa-4953-b2f0-d00153a82921 req-11ce939b-2b05-4fd8-84b2-9c49c7be8c09 service neutron] Transition to ACTIVE for port object 2b02d074-b2d7-42f1-82ba-b6ce5c7aa306 will not be triggered until provisioned by entity L2. {{(pid=74231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:24:39.086081 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-b766a667-23aa-4953-b2f0-d00153a82921 req-11ce939b-2b05-4fd8-84b2-9c49c7be8c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15534154'] for port, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:39.094628 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-11597cf5-6aa0-4be7-9b51-01d6c60054f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:39.146271 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4c869-7fcf-4e9d-9c0a-29a30c1878d0 req-434ed4c1-f03c-4c81-bfe4-0c8cb7c12f76 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:39.150992 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-48e4c869-7fcf-4e9d-9c0a-29a30c1878d0 req-434ed4c1-f03c-4c81-bfe4-0c8cb7c12f76 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8bb206d-fc51-480c-ba55-9a4640503bc6 HTTP/1.1" status: 200 len: 946 time: 0.2022386 May 06 09:24:39.207334 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce939b-2b05-4fd8-84b2-9c49c7be8c09 service neutron] Pushing event updated for resources: {'Port': ['ID=2b02d074-b2d7-42f1-82ba-b6ce5c7aa306,revision_number=2']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:39.211296 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-11ce939b-2b05-4fd8-84b2-9c49c7be8c09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:39.264069 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-48e4c869-7fcf-4e9d-9c0a-29a30c1878d0 req-9c6930fc-a12a-4db4-8f9b-36a498b608a5 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036930 May 06 09:24:39.290944 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.agents_db [None req-638a5930-6b89-4b54-bbc4-25c5e7558cab None None] Agent healthcheck: found 6 active agents {{(pid=74234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 09:24:39.319613 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-f94151b1-2535-4b76-964b-d3c3066b5bc6 service neutron] For port 32ddb24d-c1ae-4659-9479-9fea011ee5ad, host hv-cinder-79001, cleared binding levels {{(pid=74231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 09:24:39.411174 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-f94151b1-2535-4b76-964b-d3c3066b5bc6 service neutron] For port 32ddb24d-c1ae-4659-9479-9fea011ee5ad, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=32ddb24d-c1ae-4659-9479-9fea011ee5ad,segment=NetworkSegment(2f7e2ec3-c24b-4886-a4fa-c297a5be529b),segment_id=2f7e2ec3-c24b-4886-a4fa-c297a5be529b)] {{(pid=74231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 09:24:39.478912 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-b766a667-23aa-4953-b2f0-d00153a82921 req-11ce939b-2b05-4fd8-84b2-9c49c7be8c09 service neutron] Attempting to bind port 2b02d074-b2d7-42f1-82ba-b6ce5c7aa306 on host hv-cinder-79001 for vnic_type normal with profile {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:24:39.479247 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-b766a667-23aa-4953-b2f0-d00153a82921 req-11ce939b-2b05-4fd8-84b2-9c49c7be8c09 service neutron] Attempting to bind port 2b02d074-b2d7-42f1-82ba-b6ce5c7aa306 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '13f14ba3-2fe0-4e5b-8f73-019e0f53b95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'db7d7220-3c72-4603-ac56-6d559241086f'}] {{(pid=74231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:24:39.479622 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b766a667-23aa-4953-b2f0-d00153a82921 req-11ce939b-2b05-4fd8-84b2-9c49c7be8c09 service neutron] Attempting to bind port 2b02d074-b2d7-42f1-82ba-b6ce5c7aa306 on network db7d7220-3c72-4603-ac56-6d559241086f {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:24:39.486661 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b766a667-23aa-4953-b2f0-d00153a82921 req-11ce939b-2b05-4fd8-84b2-9c49c7be8c09 service neutron] Port 2b02d074-b2d7-42f1-82ba-b6ce5c7aa306 on network db7d7220-3c72-4603-ac56-6d559241086f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 09:24:39.487025 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b766a667-23aa-4953-b2f0-d00153a82921 req-11ce939b-2b05-4fd8-84b2-9c49c7be8c09 service neutron] Attempting to bind port 2b02d074-b2d7-42f1-82ba-b6ce5c7aa306 on network db7d7220-3c72-4603-ac56-6d559241086f {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:24:39.496221 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e8ef7-2b7e-4f45-8dad-2194e748f62b req-2e20f89a-6f5d-4980-9d1d-399ad608a4e5 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:39.506991 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-908e8ef7-2b7e-4f45-8dad-2194e748f62b req-2e20f89a-6f5d-4980-9d1d-399ad608a4e5 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b89f878-443e-4e7c-85e4-1e13b48bbbc9 HTTP/1.1" status: 200 len: 945 time: 0.2970827 May 06 09:24:39.506991 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b766a667-23aa-4953-b2f0-d00153a82921 req-11ce939b-2b05-4fd8-84b2-9c49c7be8c09 service neutron] Checking agent: {'id': 'e51fd9d5-0712-41db-be1b-bc822ebf26a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 20, 30), 'started_at': datetime.datetime(2021, 5, 6, 9, 20, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 09:24:39.506991 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b766a667-23aa-4953-b2f0-d00153a82921 req-11ce939b-2b05-4fd8-84b2-9c49c7be8c09 service neutron] Checking segment: {'id': '13f14ba3-2fe0-4e5b-8f73-019e0f53b95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'db7d7220-3c72-4603-ac56-6d559241086f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:24:39.506991 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b766a667-23aa-4953-b2f0-d00153a82921 req-11ce939b-2b05-4fd8-84b2-9c49c7be8c09 service neutron] Bound using segment: {'id': '13f14ba3-2fe0-4e5b-8f73-019e0f53b95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'db7d7220-3c72-4603-ac56-6d559241086f'} {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 09:24:39.506991 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-b766a667-23aa-4953-b2f0-d00153a82921 req-11ce939b-2b05-4fd8-84b2-9c49c7be8c09 service neutron] Bound port: 2b02d074-b2d7-42f1-82ba-b6ce5c7aa306, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f14ba3-2fe0-4e5b-8f73-019e0f53b95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'db7d7220-3c72-4603-ac56-6d559241086f'}}] {{(pid=74231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:24:39.506991 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-b766a667-23aa-4953-b2f0-d00153a82921 req-11ce939b-2b05-4fd8-84b2-9c49c7be8c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:39.541732 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-f94151b1-2535-4b76-964b-d3c3066b5bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15534154'] for port, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:39.549545 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-39988015-a350-4c40-8408-dbef01146ea3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:39.632295 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4593eb-81c8-4169-ab47-ef9936ffd566 req-5bf7b51f-4524-423e-9c36-8892dee938b4 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:39.639583 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-1f4593eb-81c8-4169-ab47-ef9936ffd566 req-5bf7b51f-4524-423e-9c36-8892dee938b4 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.0996149 May 06 09:24:39.658114 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-f94151b1-2535-4b76-964b-d3c3066b5bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:39.658114 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-f94151b1-2535-4b76-964b-d3c3066b5bc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:39.658114 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-f94151b1-2535-4b76-964b-d3c3066b5bc6 service neutron] 10.222.0.79 "PUT /v2.0/ports/32ddb24d-c1ae-4659-9479-9fea011ee5ad HTTP/1.1" status: 200 len: 1097 time: 2.8635466 May 06 09:24:39.659345 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fbd7d22-31c8-4af4-9329-0ec29a2f0c0f', 'tag': '32ddb24d-c1ae-4659-9479-9fea011ee5ad'}] {{(pid=74231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:24:39.680738 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-908e8ef7-2b7e-4f45-8dad-2194e748f62b req-2210de33-d1d2-4b5d-928c-0ca0345153c7 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbf64dd-8ead-48c2-9a7f-40a707690651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671567 May 06 09:24:39.695893 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-1f4593eb-81c8-4169-ab47-ef9936ffd566 req-6fd26571-0e78-4d56-8266-aa714bcce507 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551367 May 06 09:24:39.789962 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94151b1-2535-4b76-964b-d3c3066b5bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=32ddb24d-c1ae-4659-9479-9fea011ee5ad,revision_number=3']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:39.816128 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fbd7d22-31c8-4af4-9329-0ec29a2f0c0f', 'tag': '32ddb24d-c1ae-4659-9479-9fea011ee5ad', 'status': 'completed', 'code': 200} May 06 09:24:39.942095 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-b766a667-23aa-4953-b2f0-d00153a82921 req-11ce939b-2b05-4fd8-84b2-9c49c7be8c09 service neutron] For port 2b02d074-b2d7-42f1-82ba-b6ce5c7aa306, host hv-cinder-79001, cleared binding levels {{(pid=74231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 09:24:39.960053 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-b766a667-23aa-4953-b2f0-d00153a82921 req-11ce939b-2b05-4fd8-84b2-9c49c7be8c09 service neutron] For port 2b02d074-b2d7-42f1-82ba-b6ce5c7aa306, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=2b02d074-b2d7-42f1-82ba-b6ce5c7aa306,segment=NetworkSegment(13f14ba3-2fe0-4e5b-8f73-019e0f53b95f),segment_id=13f14ba3-2fe0-4e5b-8f73-019e0f53b95f)] {{(pid=74231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 09:24:39.973097 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-f94151b1-2535-4b76-964b-d3c3066b5bc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:40.035358 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5b06a-6b9f-483b-ab17-b2bd4f6841f5 req-eb0dcaad-a79f-46b4-bbfc-b67bbbee3b21 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:40.037057 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-50d5b06a-6b9f-483b-ab17-b2bd4f6841f5 req-eb0dcaad-a79f-46b4-bbfc-b67bbbee3b21 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0de1f81-6d9b-417b-880d-355e7d2c8a87 HTTP/1.1" status: 200 len: 943 time: 0.1512594 May 06 09:24:40.075862 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-b766a667-23aa-4953-b2f0-d00153a82921 req-11ce939b-2b05-4fd8-84b2-9c49c7be8c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15534154'] for port, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:40.091796 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-50d5b06a-6b9f-483b-ab17-b2bd4f6841f5 req-636271be-0320-4e9d-803a-f6889464d779 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/security-groups?id=abbdc489-275e-462c-b6cd-47716b9a8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475039 May 06 09:24:40.106101 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:40.185283 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd86553-9404-4f95-bd55-7b62e2f67b51 req-67fb39dc-49db-4628-a32e-4e355a9d31bb tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:40.187118 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-fbd86553-9404-4f95-bd55-7b62e2f67b51 req-67fb39dc-49db-4628-a32e-4e355a9d31bb tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8bb206d-fc51-480c-ba55-9a4640503bc6 HTTP/1.1" status: 200 len: 946 time: 0.0930822 May 06 09:24:40.224708 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766a667-23aa-4953-b2f0-d00153a82921 req-11ce939b-2b05-4fd8-84b2-9c49c7be8c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:40.225386 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-b766a667-23aa-4953-b2f0-d00153a82921 req-11ce939b-2b05-4fd8-84b2-9c49c7be8c09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:40.226798 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b766a667-23aa-4953-b2f0-d00153a82921 req-11ce939b-2b05-4fd8-84b2-9c49c7be8c09 service neutron] 10.222.0.79 "PUT /v2.0/ports/2b02d074-b2d7-42f1-82ba-b6ce5c7aa306 HTTP/1.1" status: 200 len: 1093 time: 2.6227329 May 06 09:24:40.290457 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce939b-2b05-4fd8-84b2-9c49c7be8c09 service neutron] Pushing event updated for resources: {'Port': ['ID=2b02d074-b2d7-42f1-82ba-b6ce5c7aa306,revision_number=3']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:40.294007 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-11ce939b-2b05-4fd8-84b2-9c49c7be8c09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:40.298441 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-0b3c10e7-222f-4d3f-ae2b-7e0a122277cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:40.300305 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-0b3c10e7-222f-4d3f-ae2b-7e0a122277cf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7a666015958542968ac3d7526b9ef999&device_id=3fbd7d22-31c8-4af4-9329-0ec29a2f0c0f HTTP/1.1" status: 200 len: 1100 time: 0.4833908 May 06 09:24:40.383684 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26389d-d209-4be1-99d2-5c372e34be50 req-bb1bb34a-57ef-42ec-9865-5335a9793975 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:40.385310 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-3f26389d-d209-4be1-99d2-5c372e34be50 req-bb1bb34a-57ef-42ec-9865-5335a9793975 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 946 time: 0.3709817 May 06 09:24:40.386952 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.plugin [req-fbd86553-9404-4f95-bd55-7b62e2f67b51 req-479d8f1b-e445-4fb9-9be5-cf6cc66d7601 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Deleting port 9e71489b-1594-48da-981c-2dc15265e844 {{(pid=74232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:24:40.387429 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [req-fbd86553-9404-4f95-bd55-7b62e2f67b51 req-479d8f1b-e445-4fb9-9be5-cf6cc66d7601 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:40.470096 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-a1d12d48-e5f2-47e1-b39e-7b0bf75ba497 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=32ddb24d-c1ae-4659-9479-9fea011ee5ad HTTP/1.1" status: 200 len: 217 time: 0.1563919 May 06 09:24:40.546653 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-3f26389d-d209-4be1-99d2-5c372e34be50 req-0ce8328e-7a0e-4024-b1ca-4deb03d86150 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102271 May 06 09:24:40.572684 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-700be711-2f6f-47ef-846e-ac1f42a3d451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:40.577028 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-700be711-2f6f-47ef-846e-ac1f42a3d451 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f9f27b72-8112-4fbe-ad5e-c375c423d410 HTTP/1.1" status: 200 len: 843 time: 0.0962737 May 06 09:24:40.638966 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.db [req-fbd86553-9404-4f95-bd55-7b62e2f67b51 req-479d8f1b-e445-4fb9-9be5-cf6cc66d7601 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] For port 9e71489b-1594-48da-981c-2dc15265e844, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=9e71489b-1594-48da-981c-2dc15265e844,segment=NetworkSegment(8cc31b58-1f92-490c-9268-9f879d8942f0),segment_id=8cc31b58-1f92-490c-9268-9f879d8942f0)] {{(pid=74232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:24:40.638966 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [req-fbd86553-9404-4f95-bd55-7b62e2f67b51 req-479d8f1b-e445-4fb9-9be5-cf6cc66d7601 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:40.730215 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766a667-23aa-4953-b2f0-d00153a82921 req-42552077-8925-4853-b554-a83bf065e523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:40.731887 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b766a667-23aa-4953-b2f0-d00153a82921 req-42552077-8925-4853-b554-a83bf065e523 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=782a6b53265b4f60ab9fafd62d803f65&device_id=b0de1f81-6d9b-417b-880d-355e7d2c8a87 HTTP/1.1" status: 200 len: 1096 time: 0.3398092 May 06 09:24:40.860819 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b766a667-23aa-4953-b2f0-d00153a82921 req-1c9eca64-1159-4b95-a000-711346d22701 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b02d074-b2d7-42f1-82ba-b6ce5c7aa306 HTTP/1.1" status: 200 len: 217 time: 0.1175191 May 06 09:24:40.976895 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766a667-23aa-4953-b2f0-d00153a82921 req-1d7559d6-bed6-4ecb-a3fa-7d186e2ca284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:40.978524 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b766a667-23aa-4953-b2f0-d00153a82921 req-1d7559d6-bed6-4ecb-a3fa-7d186e2ca284 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bbbdab4d-6c19-491a-b9ed-15b1463c58ca HTTP/1.1" status: 200 len: 853 time: 0.1098897 May 06 09:24:41.028824 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.plugin [req-fbd86553-9404-4f95-bd55-7b62e2f67b51 req-479d8f1b-e445-4fb9-9be5-cf6cc66d7601 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Calling delete_port for 9e71489b-1594-48da-981c-2dc15265e844 owned by compute:nova {{(pid=74232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:24:41.082066 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b766a667-23aa-4953-b2f0-d00153a82921 req-2ea801db-c759-4518-99a7-9f97732840b5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=db7d7220-3c72-4603-ac56-6d559241086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802839 May 06 09:24:41.101085 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-4de98a74-7c3d-4510-a873-af382c22d29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:41.104110 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-4de98a74-7c3d-4510-a873-af382c22d29c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e7ccf81a-56c8-4d79-b52e-749e3cf44703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.5215657 May 06 09:24:41.273655 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257e0fb-aa7b-49f9-845d-56d52c5d9149 req-f3a734cf-5389-4616-8caa-da3744f898b2 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:41.275459 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-3257e0fb-aa7b-49f9-845d-56d52c5d9149 req-f3a734cf-5389-4616-8caa-da3744f898b2 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8bb206d-fc51-480c-ba55-9a4640503bc6 HTTP/1.1" status: 200 len: 946 time: 0.2221754 May 06 09:24:41.324061 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff9c09-9ca6-4cd2-bba2-e8e28da9fc2d req-e2d4fb55-a89f-43b8-b4ce-d74c683b3276 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:41.325651 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-69ff9c09-9ca6-4cd2-bba2-e8e28da9fc2d req-e2d4fb55-a89f-43b8-b4ce-d74c683b3276 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fbd7d22-31c8-4af4-9329-0ec29a2f0c0f HTTP/1.1" status: 200 len: 947 time: 0.5298350 May 06 09:24:41.391529 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-3257e0fb-aa7b-49f9-845d-56d52c5d9149 req-c25f15bb-b55b-4d5c-9713-f19c1113389c tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806787 May 06 09:24:41.457338 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-69ff9c09-9ca6-4cd2-bba2-e8e28da9fc2d req-1a5d2512-0eb6-4871-8d67-9ba2fbecf12e tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0eb0689-ec6d-4c2a-a7e3-e8e3c42877d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081483 May 06 09:24:41.459274 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-40260f27-7d77-4292-b367-4515ef11cfae service neutron] 10.222.0.79 "GET /v2.0/networks/e7ccf81a-56c8-4d79-b52e-749e3cf44703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949035 May 06 09:24:41.461295 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b766a667-23aa-4953-b2f0-d00153a82921 req-d5f5f3a1-6936-49e3-aeb6-7c6d89e2f8d6 service neutron] 10.222.0.79 "GET /v2.0/networks/db7d7220-3c72-4603-ac56-6d559241086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555017 May 06 09:24:41.484431 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [req-fbd86553-9404-4f95-bd55-7b62e2f67b51 req-479d8f1b-e445-4fb9-9be5-cf6cc66d7601 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15350160'] for port, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:41.491864 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-e78c5afd-0c07-4912-bc7c-21caf41cdacb tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:41.496230 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] get_ports_and_sgs() called for port_ids ['b91e6d5e-e443-4dc8-8459-fddf85a10867', '814be6f2-dda7-4f3f-87ba-2da626c7c964', 'd9775493-307a-4e6f-b668-117205714e82', '9e71489b-1594-48da-981c-2dc15265e844'] {{(pid=74233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 09:24:41.582098 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d8f1b-e445-4fb9-9be5-cf6cc66d7601 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Pushing event deleted for resources: {'Port': ['ID=9e71489b-1594-48da-981c-2dc15265e844,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:41.646264 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-479d8f1b-e445-4fb9-9be5-cf6cc66d7601 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:41.704477 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd86553-9404-4f95-bd55-7b62e2f67b51 req-479d8f1b-e445-4fb9-9be5-cf6cc66d7601 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] No DVR routers for this DVR port 9e71489b-1594-48da-981c-2dc15265e844 on host hv-cinder-79001 {{(pid=74232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:24:41.711963 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [req-fbd86553-9404-4f95-bd55-7b62e2f67b51 req-479d8f1b-e445-4fb9-9be5-cf6cc66d7601 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:41.714919 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bb206d-fc51-480c-ba55-9a4640503bc6', 'name': 'network-vif-deleted', 'tag': '9e71489b-1594-48da-981c-2dc15265e844'}] {{(pid=74232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:24:41.833909 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-fbd86553-9404-4f95-bd55-7b62e2f67b51 req-479d8f1b-e445-4fb9-9be5-cf6cc66d7601 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.79 "DELETE /v2.0/ports/9e71489b-1594-48da-981c-2dc15265e844 HTTP/1.1" status: 204 len: 173 time: 1.6408231 May 06 09:24:41.917052 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0de1f81-6d9b-417b-880d-355e7d2c8a87', 'tag': '2b02d074-b2d7-42f1-82ba-b6ce5c7aa306'}] {{(pid=74231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:24:41.923033 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-64122164-bd2c-487e-bfcc-c5d41bac6f8d req-1254c2ed-6df1-4dcf-9645-76054701091f service neutron] 10.222.0.79 "GET /v2.0/networks/e7ccf81a-56c8-4d79-b52e-749e3cf44703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511271 May 06 09:24:41.978536 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b766a667-23aa-4953-b2f0-d00153a82921 req-cbc3ea7a-caa6-4375-b75e-1791afa28718 service neutron] 10.222.0.79 "GET /v2.0/networks/db7d7220-3c72-4603-ac56-6d559241086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4796963 May 06 09:24:42.043375 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e5927-e1cc-4027-8d2c-4fb0f0dbeabb req-5304f49b-0147-4cbb-ba39-599d77ebc20b tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:42.044152 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-ef1e5927-e1cc-4027-8d2c-4fb0f0dbeabb req-5304f49b-0147-4cbb-ba39-599d77ebc20b tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Synchronizing usage tracker for tenant:782a6b53265b4f60ab9fafd62d803f65 on resource:port {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:24:42.155880 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7cba6d-49bd-48bb-b8dd-d8118e88d8e6 req-f1b038b3-95e6-4979-8db1-2caa85379526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:42.160619 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-be7cba6d-49bd-48bb-b8dd-d8118e88d8e6 req-f1b038b3-95e6-4979-8db1-2caa85379526 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7a666015958542968ac3d7526b9ef999&device_id=3fbd7d22-31c8-4af4-9329-0ec29a2f0c0f HTTP/1.1" status: 200 len: 1100 time: 0.1101391 May 06 09:24:42.268641 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-ef1e5927-e1cc-4027-8d2c-4fb0f0dbeabb req-5304f49b-0147-4cbb-ba39-599d77ebc20b tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Unset dirty status for tenant:782a6b53265b4f60ab9fafd62d803f65 on resource:port {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:24:42.269865 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-ef1e5927-e1cc-4027-8d2c-4fb0f0dbeabb req-5304f49b-0147-4cbb-ba39-599d77ebc20b tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0de1f81-6d9b-417b-880d-355e7d2c8a87 HTTP/1.1" status: 200 len: 943 time: 0.6047609 May 06 09:24:42.416931 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-ef1e5927-e1cc-4027-8d2c-4fb0f0dbeabb req-13f091d6-1374-4ef2-9bb3-0ed4a434a772 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/security-groups?id=abbdc489-275e-462c-b6cd-47716b9a8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008666 May 06 09:24:42.468352 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7cba6d-49bd-48bb-b8dd-d8118e88d8e6 req-be9c15c5-8336-434b-9bb6-b9193fc30e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:42.473400 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-be7cba6d-49bd-48bb-b8dd-d8118e88d8e6 req-be9c15c5-8336-434b-9bb6-b9193fc30e60 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e7ccf81a-56c8-4d79-b52e-749e3cf44703 HTTP/1.1" status: 200 len: 871 time: 0.2922719 May 06 09:24:42.498137 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bb206d-fc51-480c-ba55-9a4640503bc6', 'name': 'network-vif-deleted', 'tag': '9e71489b-1594-48da-981c-2dc15265e844', 'status': 'completed', 'code': 200} May 06 09:24:42.516474 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b879f7-84e8-4449-b6fa-193fceb42503 req-143fa825-9140-45b1-b38e-19a8ce1d987f tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:42.518018 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-90b879f7-84e8-4449-b6fa-193fceb42503 req-143fa825-9140-45b1-b38e-19a8ce1d987f tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 946 time: 0.1412084 May 06 09:24:42.558629 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0de1f81-6d9b-417b-880d-355e7d2c8a87', 'tag': '2b02d074-b2d7-42f1-82ba-b6ce5c7aa306', 'status': 'completed', 'code': 200} May 06 09:24:42.569171 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-be7cba6d-49bd-48bb-b8dd-d8118e88d8e6 req-29b875ab-812e-4057-a2dc-5af0dd2cacf9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=32ddb24d-c1ae-4659-9479-9fea011ee5ad HTTP/1.1" status: 200 len: 217 time: 0.0871964 May 06 09:24:42.647807 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-90b879f7-84e8-4449-b6fa-193fceb42503 req-1ddbab5c-d469-4782-a3b1-eb26b6bb05bb tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188214 May 06 09:24:42.846691 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7cba6d-49bd-48bb-b8dd-d8118e88d8e6 req-c791c4d9-be2e-40ed-975a-7ddd7f986a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:42.849655 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-be7cba6d-49bd-48bb-b8dd-d8118e88d8e6 req-c791c4d9-be2e-40ed-975a-7ddd7f986a77 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f9f27b72-8112-4fbe-ad5e-c375c423d410 HTTP/1.1" status: 200 len: 843 time: 0.2651355 May 06 09:24:42.856198 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-4e849d47-1922-41c5-bdda-8b07f0ddf6a8 req-c9661a9f-59d7-406f-bef5-f24872ef9567 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Synchronizing usage tracker for tenant:721438689c5c44e78f53ad730cb9883d on resource:port {{(pid=74232) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:24:42.940781 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-4e849d47-1922-41c5-bdda-8b07f0ddf6a8 req-c9661a9f-59d7-406f-bef5-f24872ef9567 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Unset dirty status for tenant:721438689c5c44e78f53ad730cb9883d on resource:port {{(pid=74232) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:24:42.941961 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-4e849d47-1922-41c5-bdda-8b07f0ddf6a8 req-c9661a9f-59d7-406f-bef5-f24872ef9567 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8bb206d-fc51-480c-ba55-9a4640503bc6 HTTP/1.1" status: 200 len: 210 time: 0.1502502 May 06 09:24:43.010038 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4281d-8d8a-4ad9-9a7c-f4741edef3e9 req-33651f27-dacc-4407-8305-46640ad1d0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:43.012239 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-59b4281d-8d8a-4ad9-9a7c-f4741edef3e9 req-33651f27-dacc-4407-8305-46640ad1d0af service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=782a6b53265b4f60ab9fafd62d803f65&device_id=b0de1f81-6d9b-417b-880d-355e7d2c8a87 HTTP/1.1" status: 200 len: 1096 time: 0.3724144 May 06 09:24:43.191147 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51b499-63f6-4415-8a54-2a3389d06c89 req-78f479ca-7b18-4149-8c3d-e04b1ffef233 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:43.198574 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-0f51b499-63f6-4415-8a54-2a3389d06c89 req-78f479ca-7b18-4149-8c3d-e04b1ffef233 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b89f878-443e-4e7c-85e4-1e13b48bbbc9 HTTP/1.1" status: 200 len: 945 time: 0.4622304 May 06 09:24:43.224319 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719e7a7-eea3-4194-83b2-af1afbf59c75 req-55ff53bd-6a06-4324-b786-10d13e90844b tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:43.233746 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-f719e7a7-eea3-4194-83b2-af1afbf59c75 req-55ff53bd-6a06-4324-b786-10d13e90844b tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fbd7d22-31c8-4af4-9329-0ec29a2f0c0f HTTP/1.1" status: 200 len: 947 time: 0.1660483 May 06 09:24:43.248410 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4281d-8d8a-4ad9-9a7c-f4741edef3e9 req-a0461d2f-339d-44cf-80b7-b564ded7b70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:43.250848 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-59b4281d-8d8a-4ad9-9a7c-f4741edef3e9 req-a0461d2f-339d-44cf-80b7-b564ded7b70f service neutron] 10.222.0.79 "GET /v2.0/networks?id=db7d7220-3c72-4603-ac56-6d559241086f HTTP/1.1" status: 200 len: 915 time: 0.2250879 May 06 09:24:43.305645 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-f719e7a7-eea3-4194-83b2-af1afbf59c75 req-19f8374e-bbd6-4887-9fea-64aacc6d9356 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0eb0689-ec6d-4c2a-a7e3-e8e3c42877d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660179 May 06 09:24:43.360474 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-0f51b499-63f6-4415-8a54-2a3389d06c89 req-60b3e42c-0586-412c-8e71-c3c4dde4a154 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbf64dd-8ead-48c2-9a7f-40a707690651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609912 May 06 09:24:43.364206 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-59b4281d-8d8a-4ad9-9a7c-f4741edef3e9 req-29fc40cc-75a4-488f-baff-4123d9a5c404 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b02d074-b2d7-42f1-82ba-b6ce5c7aa306 HTTP/1.1" status: 200 len: 217 time: 0.1043265 May 06 09:24:43.370208 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7cba6d-49bd-48bb-b8dd-d8118e88d8e6 req-15f8ddbb-294b-49dd-b0e9-6d13648588ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:43.372086 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-be7cba6d-49bd-48bb-b8dd-d8118e88d8e6 req-15f8ddbb-294b-49dd-b0e9-6d13648588ac service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e7ccf81a-56c8-4d79-b52e-749e3cf44703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.5123808 May 06 09:24:43.512580 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4281d-8d8a-4ad9-9a7c-f4741edef3e9 req-8bdcb255-6fd2-4691-be2b-7ec9c6cd5c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:43.514020 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-59b4281d-8d8a-4ad9-9a7c-f4741edef3e9 req-8bdcb255-6fd2-4691-be2b-7ec9c6cd5c92 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bbbdab4d-6c19-491a-b9ed-15b1463c58ca HTTP/1.1" status: 200 len: 853 time: 0.1405015 May 06 09:24:43.576840 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 9e71489b-1594-48da-981c-2dc15265e844 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 09:24:43.606640 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] No Port match for: 9e71489b-1594-48da-981c-2dc15265e844 {{(pid=74233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 09:24:43.606986 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 9e71489b-1594-48da-981c-2dc15265e844 not bound to the agent host hv-cinder-79001 {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 09:24:43.626334 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-59b4281d-8d8a-4ad9-9a7c-f4741edef3e9 req-93f77f0a-c787-424b-8804-667aad276720 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=db7d7220-3c72-4603-ac56-6d559241086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889063 May 06 09:24:43.670424 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-be7cba6d-49bd-48bb-b8dd-d8118e88d8e6 req-b336ccb3-cf36-4a70-a7d0-c25820eaad1e service neutron] 10.222.0.79 "GET /v2.0/networks/e7ccf81a-56c8-4d79-b52e-749e3cf44703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651110 May 06 09:24:43.891233 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5361a-1f4d-49b2-96b5-c2858ffbe2c7 req-d188b5c6-e72c-47a4-89eb-7080a578800a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:43.906250 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34481ec2-74c7-4e27-9e7d-39d3cad1bff1 req-99542644-a841-4c66-916c-124b035fa8ec tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:43.907322 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-34481ec2-74c7-4e27-9e7d-39d3cad1bff1 req-99542644-a841-4c66-916c-124b035fa8ec tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0de1f81-6d9b-417b-880d-355e7d2c8a87 HTTP/1.1" status: 200 len: 943 time: 0.3689094 May 06 09:24:43.911976 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-59b4281d-8d8a-4ad9-9a7c-f4741edef3e9 req-7535ac82-9dfd-4ea9-85ef-25ad43ee882d service neutron] 10.222.0.79 "GET /v2.0/networks/db7d7220-3c72-4603-ac56-6d559241086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728164 May 06 09:24:43.918389 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-a4f5361a-1f4d-49b2-96b5-c2858ffbe2c7 req-d188b5c6-e72c-47a4-89eb-7080a578800a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 946 time: 0.1579566 May 06 09:24:43.962848 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-a4f5361a-1f4d-49b2-96b5-c2858ffbe2c7 req-3087ba46-57d1-4318-aed5-f8da986f8615 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427279 May 06 09:24:43.970155 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-be7cba6d-49bd-48bb-b8dd-d8118e88d8e6 req-1ed1699b-fff3-4469-8479-efa591619302 service neutron] 10.222.0.79 "GET /v2.0/networks/e7ccf81a-56c8-4d79-b52e-749e3cf44703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517378 May 06 09:24:44.057713 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-34481ec2-74c7-4e27-9e7d-39d3cad1bff1 req-a0ef7a44-a323-49fd-a4f5-9656a8646e5e tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/security-groups?id=abbdc489-275e-462c-b6cd-47716b9a8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354887 May 06 09:24:44.075107 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0e80a3ba-9b24-4bf6-8e2d-769e232127be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:44.191109 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-59b4281d-8d8a-4ad9-9a7c-f4741edef3e9 req-de32e8da-df9d-4225-a9e9-0d87101fdbb9 service neutron] 10.222.0.79 "GET /v2.0/networks/db7d7220-3c72-4603-ac56-6d559241086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695248 May 06 09:24:44.204895 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-4e03943f-a30c-4a48-9e94-4065220c36cd req-38057395-cef5-4190-8921-b2b657a440a4 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8bb206d-fc51-480c-ba55-9a4640503bc6 HTTP/1.1" status: 200 len: 210 time: 0.0934196 May 06 09:24:44.291925 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3554f-8891-402a-93e3-2c968917f474 req-72ee7f58-5dfa-4ef9-a542-b0423faf32b0 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:44.293494 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4cb3554f-8891-402a-93e3-2c968917f474 req-72ee7f58-5dfa-4ef9-a542-b0423faf32b0 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.79 "GET /v2.0/ports?device_id=0b89f878-443e-4e7c-85e4-1e13b48bbbc9 HTTP/1.1" status: 200 len: 945 time: 0.2207966 May 06 09:24:44.551556 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [req-4cb3554f-8891-402a-93e3-2c968917f474 req-de2dcd9d-1950-4875-8457-d39ee8f7d68e tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Deleting port 619672df-5a56-46ad-b4fe-f78b738a016b {{(pid=74231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:24:44.551793 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-4cb3554f-8891-402a-93e3-2c968917f474 req-de2dcd9d-1950-4875-8457-d39ee8f7d68e tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:44.617017 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd75ff3-b3da-45fb-9bbf-eb370fd00b91 req-bad3879a-dd60-4df6-a29d-bb3c1dbf1d50 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:44.625957 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-abd75ff3-b3da-45fb-9bbf-eb370fd00b91 req-bad3879a-dd60-4df6-a29d-bb3c1dbf1d50 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b89f878-443e-4e7c-85e4-1e13b48bbbc9 HTTP/1.1" status: 200 len: 945 time: 0.1077750 May 06 09:24:44.682665 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-abd75ff3-b3da-45fb-9bbf-eb370fd00b91 req-968af098-4926-49d5-8a58-5d46c2294063 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbf64dd-8ead-48c2-9a7f-40a707690651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559618 May 06 09:24:44.698416 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ccd5a-1ea0-4ed5-93ec-9b295de695d1 req-9983ab95-8831-4783-a2f2-185266c76f89 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:44.700370 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-254ccd5a-1ea0-4ed5-93ec-9b295de695d1 req-9983ab95-8831-4783-a2f2-185266c76f89 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fbd7d22-31c8-4af4-9329-0ec29a2f0c0f HTTP/1.1" status: 200 len: 947 time: 0.2034831 May 06 09:24:44.751989 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-4cb3554f-8891-402a-93e3-2c968917f474 req-de2dcd9d-1950-4875-8457-d39ee8f7d68e tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] For port 619672df-5a56-46ad-b4fe-f78b738a016b, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=619672df-5a56-46ad-b4fe-f78b738a016b,segment=NetworkSegment(1f463e86-1640-4595-a77d-e266e1bf451a),segment_id=1f463e86-1640-4595-a77d-e266e1bf451a)] {{(pid=74231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:24:44.755421 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-4cb3554f-8891-402a-93e3-2c968917f474 req-de2dcd9d-1950-4875-8457-d39ee8f7d68e tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:45.011888 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [req-4cb3554f-8891-402a-93e3-2c968917f474 req-de2dcd9d-1950-4875-8457-d39ee8f7d68e tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Calling delete_port for 619672df-5a56-46ad-b4fe-f78b738a016b owned by compute:nova {{(pid=74231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:24:45.025366 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-254ccd5a-1ea0-4ed5-93ec-9b295de695d1 req-fbc588e3-0a67-4f1e-8af9-d4cfa6f3d897 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0eb0689-ec6d-4c2a-a7e3-e8e3c42877d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158901 May 06 09:24:45.218481 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa785c-447a-4618-a1a3-f2a3104f9589 req-f2257e85-0ce1-442d-9ae3-8e5f7ae1ffb9 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:45.229353 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-18aa785c-447a-4618-a1a3-f2a3104f9589 req-f2257e85-0ce1-442d-9ae3-8e5f7ae1ffb9 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 946 time: 0.1179833 May 06 09:24:45.286499 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-18aa785c-447a-4618-a1a3-f2a3104f9589 req-d60ba6ac-3e10-464a-9876-42719d37625f tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561633 May 06 09:24:45.333501 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133ce14-a13a-42b5-9fd8-a74f36efb781 req-29446d9f-2d3a-4f69-b396-b578a5e182d5 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:45.335138 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d133ce14-a13a-42b5-9fd8-a74f36efb781 req-29446d9f-2d3a-4f69-b396-b578a5e182d5 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0de1f81-6d9b-417b-880d-355e7d2c8a87 HTTP/1.1" status: 200 len: 943 time: 0.0922499 May 06 09:24:45.366293 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-4cb3554f-8891-402a-93e3-2c968917f474 req-de2dcd9d-1950-4875-8457-d39ee8f7d68e tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:45.378624 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] get_ports_and_sgs() called for port_ids ['619672df-5a56-46ad-b4fe-f78b738a016b'] {{(pid=74233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 09:24:45.404841 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-de114fef-d6eb-459e-b809-756425a2122f tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:45.505659 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d133ce14-a13a-42b5-9fd8-a74f36efb781 req-580ad010-df21-4846-8c1f-1b8235334011 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/security-groups?id=abbdc489-275e-462c-b6cd-47716b9a8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612628 May 06 09:24:45.566257 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 2b02d074-b2d7-42f1-82ba-b6ce5c7aa306 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 09:24:45.566507 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2dcd9d-1950-4875-8457-d39ee8f7d68e tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Pushing event deleted for resources: {'Port': ['ID=619672df-5a56-46ad-b4fe-f78b738a016b,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:45.577938 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-de2dcd9d-1950-4875-8457-d39ee8f7d68e tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:45.623948 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb3554f-8891-402a-93e3-2c968917f474 req-de2dcd9d-1950-4875-8457-d39ee8f7d68e tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] No DVR routers for this DVR port 619672df-5a56-46ad-b4fe-f78b738a016b on host hv-cinder-79001 {{(pid=74231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:24:45.627725 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-4cb3554f-8891-402a-93e3-2c968917f474 req-de2dcd9d-1950-4875-8457-d39ee8f7d68e tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:45.633050 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b89f878-443e-4e7c-85e4-1e13b48bbbc9', 'name': 'network-vif-deleted', 'tag': '619672df-5a56-46ad-b4fe-f78b738a016b'}] {{(pid=74231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:24:45.716801 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4cb3554f-8891-402a-93e3-2c968917f474 req-de2dcd9d-1950-4875-8457-d39ee8f7d68e tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.79 "DELETE /v2.0/ports/619672df-5a56-46ad-b4fe-f78b738a016b HTTP/1.1" status: 204 len: 173 time: 1.4159606 May 06 09:24:45.758848 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b89f878-443e-4e7c-85e4-1e13b48bbbc9', 'name': 'network-vif-deleted', 'tag': '619672df-5a56-46ad-b4fe-f78b738a016b', 'status': 'completed', 'code': 200} May 06 09:24:45.878037 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 2b02d074-b2d7-42f1-82ba-b6ce5c7aa306, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=2b02d074-b2d7-42f1-82ba-b6ce5c7aa306,segment=NetworkSegment(13f14ba3-2fe0-4e5b-8f73-019e0f53b95f),segment_id=13f14ba3-2fe0-4e5b-8f73-019e0f53b95f)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:24:45.900528 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Returning: {'device': '2b02d074-b2d7-42f1-82ba-b6ce5c7aa306', 'network_id': 'db7d7220-3c72-4603-ac56-6d559241086f', 'port_id': '2b02d074-b2d7-42f1-82ba-b6ce5c7aa306', 'mac_address': 'fa:16:3e:f8:66:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbbdab4d-6c19-491a-b9ed-15b1463c58ca', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 09:24:45.961579 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:45.978196 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-4f27f65b-9d67-400c-b6db-1b2f9940b296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:45.979958 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-e6ee6f50-870a-41ad-85bb-ebe796ea65f3 req-b8350456-391f-4034-85d8-96d0e575694c tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Synchronizing usage tracker for tenant:2f471ff3155448c0b78daebb7566252c on resource:port {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:24:46.005066 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:46.024989 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b02d074-b2d7-42f1-82ba-b6ce5c7aa306 {{(pid=74233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 09:24:46.043201 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 2b02d074-b2d7-42f1-82ba-b6ce5c7aa306, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=2b02d074-b2d7-42f1-82ba-b6ce5c7aa306,segment=NetworkSegment(13f14ba3-2fe0-4e5b-8f73-019e0f53b95f),segment_id=13f14ba3-2fe0-4e5b-8f73-019e0f53b95f)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:24:46.106480 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-e6ee6f50-870a-41ad-85bb-ebe796ea65f3 req-b8350456-391f-4034-85d8-96d0e575694c tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Unset dirty status for tenant:2f471ff3155448c0b78daebb7566252c on resource:port {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:24:46.106854 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:46.107649 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 32ddb24d-c1ae-4659-9479-9fea011ee5ad details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 09:24:46.107784 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e6ee6f50-870a-41ad-85bb-ebe796ea65f3 req-b8350456-391f-4034-85d8-96d0e575694c tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b89f878-443e-4e7c-85e4-1e13b48bbbc9 HTTP/1.1" status: 200 len: 210 time: 0.2217772 May 06 09:24:46.110915 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:46.337633 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=2b02d074-b2d7-42f1-82ba-b6ce5c7aa306,revision_number=4']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:46.347836 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:46.398320 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b1d5b-32e1-48e6-821a-464cb8ebdb1d req-a6ad2a04-0359-4e07-8852-806fd1180e8b tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:46.401979 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac0743b-de8c-4dd8-b2c9-3f6f595262c5 req-666f2048-97ec-4147-a1aa-0510d6fb218e tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:46.405250 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-7ac0743b-de8c-4dd8-b2c9-3f6f595262c5 req-666f2048-97ec-4147-a1aa-0510d6fb218e tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fbd7d22-31c8-4af4-9329-0ec29a2f0c0f HTTP/1.1" status: 200 len: 947 time: 0.1243331 May 06 09:24:46.411461 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-163b1d5b-32e1-48e6-821a-464cb8ebdb1d req-a6ad2a04-0359-4e07-8852-806fd1180e8b tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 946 time: 0.1351497 May 06 09:24:46.426031 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 32ddb24d-c1ae-4659-9479-9fea011ee5ad, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=32ddb24d-c1ae-4659-9479-9fea011ee5ad,segment=NetworkSegment(2f7e2ec3-c24b-4886-a4fa-c297a5be529b),segment_id=2f7e2ec3-c24b-4886-a4fa-c297a5be529b)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:24:46.444356 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Returning: {'device': '32ddb24d-c1ae-4659-9479-9fea011ee5ad', 'network_id': 'e7ccf81a-56c8-4d79-b52e-749e3cf44703', 'port_id': '32ddb24d-c1ae-4659-9479-9fea011ee5ad', 'mac_address': 'fa:16:3e:0c:ba:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1045, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9f27b72-8112-4fbe-ad5e-c375c423d410', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 09:24:46.476702 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-7ac0743b-de8c-4dd8-b2c9-3f6f595262c5 req-51e64d26-5dc4-4856-9742-a9cbaa4b76e3 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0eb0689-ec6d-4c2a-a7e3-e8e3c42877d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592017 May 06 09:24:46.483466 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-163b1d5b-32e1-48e6-821a-464cb8ebdb1d req-8c46bcda-69ef-4aaa-883f-6e5b655e4cba tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706551 May 06 09:24:46.553137 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:46.606038 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32ddb24d-c1ae-4659-9479-9fea011ee5ad {{(pid=74233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 09:24:46.623832 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 32ddb24d-c1ae-4659-9479-9fea011ee5ad, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=32ddb24d-c1ae-4659-9479-9fea011ee5ad,segment=NetworkSegment(2f7e2ec3-c24b-4886-a4fa-c297a5be529b),segment_id=2f7e2ec3-c24b-4886-a4fa-c297a5be529b)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:24:46.727841 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:46.730095 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:46.741463 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185c34a-a6f4-4b4b-a289-538bfafacd53 req-58b2f79b-2888-4118-b14f-18fd4789cd0c tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:46.743463 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-5185c34a-a6f4-4b4b-a289-538bfafacd53 req-58b2f79b-2888-4118-b14f-18fd4789cd0c tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0de1f81-6d9b-417b-880d-355e7d2c8a87 HTTP/1.1" status: 200 len: 944 time: 0.1048198 May 06 09:24:46.851325 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecaf417-3fa0-4782-a908-9d0b44ba3cb1 req-34c67873-57b2-4ec9-b87f-2d6fd47e9c5d tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:46.853368 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-5185c34a-a6f4-4b4b-a289-538bfafacd53 req-a39f8c5c-97f4-411c-9245-2a4a35b1f7bb tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/security-groups?id=abbdc489-275e-462c-b6cd-47716b9a8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027615 May 06 09:24:46.854487 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-cecaf417-3fa0-4782-a908-9d0b44ba3cb1 req-34c67873-57b2-4ec9-b87f-2d6fd47e9c5d tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 946 time: 0.1731224 May 06 09:24:46.859191 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=32ddb24d-c1ae-4659-9479-9fea011ee5ad,revision_number=4']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:46.874092 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:46.929329 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-cecaf417-3fa0-4782-a908-9d0b44ba3cb1 req-7672a0c3-9664-46df-9883-cfd37a31b6a3 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679581 May 06 09:24:46.963570 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:47.089950 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] get_ports_and_sgs() called for port_ids ['2b02d074-b2d7-42f1-82ba-b6ce5c7aa306'] {{(pid=74233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 09:24:47.133842 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] get_ports_and_sgs() called for port_ids ['32ddb24d-c1ae-4659-9479-9fea011ee5ad'] {{(pid=74233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 09:24:47.580814 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 619672df-5a56-46ad-b4fe-f78b738a016b no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 09:24:47.622059 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] No Port match for: 619672df-5a56-46ad-b4fe-f78b738a016b {{(pid=74233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 09:24:47.622535 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 619672df-5a56-46ad-b4fe-f78b738a016b not bound to the agent host hv-cinder-79001 {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 09:24:47.688526 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39dc992-1838-4029-89b6-0121ae67845d req-7ce8e495-7b63-4bdc-a1e5-2fea4602ef37 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:47.690667 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-d39dc992-1838-4029-89b6-0121ae67845d req-7ce8e495-7b63-4bdc-a1e5-2fea4602ef37 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dc23479-c72c-450e-9949-2ffc35175bba HTTP/1.1" status: 200 len: 946 time: 0.1324811 May 06 09:24:47.742705 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-d39dc992-1838-4029-89b6-0121ae67845d req-732ec046-1a18-4d7c-94de-475feecceb68 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445659 May 06 09:24:47.804535 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-bfc49f7d-e7e1-415a-ad92-85714b1024b3 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:47.804535 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-bfc49f7d-e7e1-415a-ad92-85714b1024b3 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/networks?id=53ea8ff1-b358-4005-823d-e10b99b358b6 HTTP/1.1" status: 200 len: 808 time: 0.2131622 May 06 09:24:47.847086 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-7883b759-6458-4a57-b42a-59bc3dd20fe3 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/quotas/2f471ff3155448c0b78daebb7566252c HTTP/1.1" status: 200 len: 375 time: 0.0417359 May 06 09:24:47.923417 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-1141f9a4-f1a1-43b6-8bae-be62c5701f13 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f471ff3155448c0b78daebb7566252c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0753980 May 06 09:24:48.019528 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75bb4e1-9c94-4a97-a495-3093833eb1cb req-b5cf470f-a0db-4d07-b94f-fa583ce31ef4 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:48.019528 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-b75bb4e1-9c94-4a97-a495-3093833eb1cb req-b5cf470f-a0db-4d07-b94f-fa583ce31ef4 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fbd7d22-31c8-4af4-9329-0ec29a2f0c0f HTTP/1.1" status: 200 len: 948 time: 0.1020503 May 06 09:24:48.078856 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-b75bb4e1-9c94-4a97-a495-3093833eb1cb req-a878f49a-c4af-4355-b706-164167e2cfed tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0eb0689-ec6d-4c2a-a7e3-e8e3c42877d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572183 May 06 09:24:48.145009 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-3a9fbd4c-72e6-4d52-a3af-4896b23e9cbd service neutron] 10.222.0.20 "GET /v2.0/networks/53ea8ff1-b358-4005-823d-e10b99b358b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133992 May 06 09:24:48.300494 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-e2421c77-b68e-4f39-8f74-d9a0d8db6afe service neutron] 10.222.0.20 "GET /v2.0/networks/53ea8ff1-b358-4005-823d-e10b99b358b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485348 May 06 09:24:48.320082 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72ea12-8fae-41be-bd88-d3d88603aef8 req-d079592c-af86-42a9-be09-7951e450de5c tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:48.321928 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-7a72ea12-8fae-41be-bd88-d3d88603aef8 req-d079592c-af86-42a9-be09-7951e450de5c tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 946 time: 0.0981138 May 06 09:24:48.375921 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-7a72ea12-8fae-41be-bd88-d3d88603aef8 req-af496b1e-bb7c-45dd-bf42-e155a02fac45 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484669 May 06 09:24:48.553207 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7452150-70b3-4c8f-bf6a-aafb5ae48510 req-e41ed535-b624-4ef1-90ac-b83807ba3914 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:48.554823 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-d7452150-70b3-4c8f-bf6a-aafb5ae48510 req-e41ed535-b624-4ef1-90ac-b83807ba3914 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0de1f81-6d9b-417b-880d-355e7d2c8a87 HTTP/1.1" status: 200 len: 944 time: 0.0819752 May 06 09:24:48.664393 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-d7452150-70b3-4c8f-bf6a-aafb5ae48510 req-e37888f9-f964-43ba-bb42-d835e2ae84e7 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/security-groups?id=abbdc489-275e-462c-b6cd-47716b9a8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035788 May 06 09:24:48.676167 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7f55e-2864-4992-af9f-5d5495c8f77f req-95fa10b7-990c-47c4-a25d-3f49ebe41a60 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:48.677689 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-f6b7f55e-2864-4992-af9f-5d5495c8f77f req-95fa10b7-990c-47c4-a25d-3f49ebe41a60 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.79 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 946 time: 0.1017139 May 06 09:24:48.823454 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [req-f6b7f55e-2864-4992-af9f-5d5495c8f77f req-8e7ee59e-eab7-49e5-9a5f-74d197a4feed tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Deleting port dad6c95e-6990-4429-9bc3-e83024379061 {{(pid=74231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:24:48.824186 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-f6b7f55e-2864-4992-af9f-5d5495c8f77f req-8e7ee59e-eab7-49e5-9a5f-74d197a4feed tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:48.851352 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d50d65-18cd-4dec-943d-8f1c0dca3164 req-7b5999bd-b665-4782-a6e4-82d697742a23 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:48.852858 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-36d50d65-18cd-4dec-943d-8f1c0dca3164 req-7b5999bd-b665-4782-a6e4-82d697742a23 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 946 time: 0.0957770 May 06 09:24:48.878385 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:48.909585 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-36d50d65-18cd-4dec-943d-8f1c0dca3164 req-e24f895b-9000-4d36-b1c1-3747a6a6d6e0 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497673 May 06 09:24:49.019645 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-f6b7f55e-2864-4992-af9f-5d5495c8f77f req-8e7ee59e-eab7-49e5-9a5f-74d197a4feed tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] For port dad6c95e-6990-4429-9bc3-e83024379061, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=dad6c95e-6990-4429-9bc3-e83024379061,segment=NetworkSegment(7bfdc02c-4405-4bd3-bbf2-9571d057ac4a),segment_id=7bfdc02c-4405-4bd3-bbf2-9571d057ac4a)] {{(pid=74231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:24:49.020482 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-f6b7f55e-2864-4992-af9f-5d5495c8f77f req-8e7ee59e-eab7-49e5-9a5f-74d197a4feed tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:49.294206 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea0bb9-fe8d-4ca6-816b-0f7063096d46 req-ce09a5df-289a-4881-84db-106d588238b8 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:49.295747 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-f4ea0bb9-fe8d-4ca6-816b-0f7063096d46 req-ce09a5df-289a-4881-84db-106d588238b8 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dc23479-c72c-450e-9949-2ffc35175bba HTTP/1.1" status: 200 len: 946 time: 0.1175964 May 06 09:24:49.363680 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [req-f6b7f55e-2864-4992-af9f-5d5495c8f77f req-8e7ee59e-eab7-49e5-9a5f-74d197a4feed tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Calling delete_port for dad6c95e-6990-4429-9bc3-e83024379061 owned by compute:nova {{(pid=74231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:24:49.367146 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-f4ea0bb9-fe8d-4ca6-816b-0f7063096d46 req-69969e23-b2a5-4d5e-aa3d-4677c47ac92e tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607316 May 06 09:24:49.383348 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-54e594b4-3988-4736-a6f5-72ecf7d2bbc6 req-afa75bc8-caa5-41c4-bd33-5c49439febf0 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/ports?device_id=313becda-a457-409c-913a-a99cbb27b2ab HTTP/1.1" status: 200 len: 210 time: 0.1494031 May 06 09:24:49.585256 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c0488-03bf-4481-962e-4fb92085a638 req-1366f73b-eae8-4d3c-9ee0-fd119df61742 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:49.586731 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-841c0488-03bf-4481-962e-4fb92085a638 req-1366f73b-eae8-4d3c-9ee0-fd119df61742 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.79 "GET /v2.0/ports?device_id=5dc23479-c72c-450e-9949-2ffc35175bba HTTP/1.1" status: 200 len: 946 time: 0.2667670 May 06 09:24:49.589505 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 32ddb24d-c1ae-4659-9479-9fea011ee5ad up at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:24:49.734828 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5183d-1ccc-43aa-85cd-75fe33c28d07 req-d681211e-680c-42d5-af19-b2517bfa6af0 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:49.743832 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-91e5183d-1ccc-43aa-85cd-75fe33c28d07 req-d681211e-680c-42d5-af19-b2517bfa6af0 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 946 time: 0.1299736 May 06 09:24:49.786412 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Provisioning for port 32ddb24d-c1ae-4659-9479-9fea011ee5ad completed by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:24:49.792977 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Provisioning complete for port 32ddb24d-c1ae-4659-9479-9fea011ee5ad triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:24:49.798434 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:49.838086 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-91e5183d-1ccc-43aa-85cd-75fe33c28d07 req-307112cf-b50f-457e-9d88-9c0274f6758f tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849922 May 06 09:24:49.838235 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [req-841c0488-03bf-4481-962e-4fb92085a638 req-705ef7b0-278e-4d2c-b31d-761d7f446585 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Deleting port d9775493-307a-4e6f-b668-117205714e82 {{(pid=74231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:24:49.838235 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-841c0488-03bf-4481-962e-4fb92085a638 req-705ef7b0-278e-4d2c-b31d-761d7f446585 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:49.859652 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d602b5-c4a8-4b1c-8e39-1d05efffadfe req-5c896cf2-0562-4d7f-8993-f2e970801f70 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:49.866588 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-f6d602b5-c4a8-4b1c-8e39-1d05efffadfe req-5c896cf2-0562-4d7f-8993-f2e970801f70 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fbd7d22-31c8-4af4-9329-0ec29a2f0c0f HTTP/1.1" status: 200 len: 948 time: 0.3395913 May 06 09:24:49.957358 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:50.009227 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fbd7d22-31c8-4af4-9329-0ec29a2f0c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ddb24d-c1ae-4659-9479-9fea011ee5ad'}] {{(pid=74233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:24:50.021164 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 32ddb24d-c1ae-4659-9479-9fea011ee5ad, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=32ddb24d-c1ae-4659-9479-9fea011ee5ad,segment=NetworkSegment(2f7e2ec3-c24b-4886-a4fa-c297a5be529b),segment_id=2f7e2ec3-c24b-4886-a4fa-c297a5be529b)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:24:50.035655 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-f6d602b5-c4a8-4b1c-8e39-1d05efffadfe req-5e985ed4-69eb-4d0e-8785-bd284399fe63 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0eb0689-ec6d-4c2a-a7e3-e8e3c42877d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681106 May 06 09:24:50.067062 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-841c0488-03bf-4481-962e-4fb92085a638 req-705ef7b0-278e-4d2c-b31d-761d7f446585 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] For port d9775493-307a-4e6f-b668-117205714e82, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=d9775493-307a-4e6f-b668-117205714e82,segment=NetworkSegment(8cc31b58-1f92-490c-9268-9f879d8942f0),segment_id=8cc31b58-1f92-490c-9268-9f879d8942f0)] {{(pid=74231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:24:50.067772 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-841c0488-03bf-4481-962e-4fb92085a638 req-705ef7b0-278e-4d2c-b31d-761d7f446585 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:50.094854 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736b7ae-bd36-415c-977e-5f890423f821 req-9350ff2d-caeb-4f90-b859-d640012f0139 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:50.096412 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-f736b7ae-bd36-415c-977e-5f890423f821 req-9350ff2d-caeb-4f90-b859-d640012f0139 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0de1f81-6d9b-417b-880d-355e7d2c8a87 HTTP/1.1" status: 200 len: 944 time: 0.0896852 May 06 09:24:50.147294 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-f736b7ae-bd36-415c-977e-5f890423f821 req-48027d82-5e18-49a2-b8f6-eba1cc379284 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/security-groups?id=abbdc489-275e-462c-b6cd-47716b9a8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450959 May 06 09:24:50.195982 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [req-841c0488-03bf-4481-962e-4fb92085a638 req-705ef7b0-278e-4d2c-b31d-761d7f446585 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Calling delete_port for d9775493-307a-4e6f-b668-117205714e82 owned by compute:nova {{(pid=74231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:24:50.199088 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-f6b7f55e-2864-4992-af9f-5d5495c8f77f req-8e7ee59e-eab7-49e5-9a5f-74d197a4feed tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:50.205276 dv-cinder-790014-1-smb neutron-server[74233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fbd7d22-31c8-4af4-9329-0ec29a2f0c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ddb24d-c1ae-4659-9479-9fea011ee5ad', 'code': 200} May 06 09:24:50.214020 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] get_ports_and_sgs() called for port_ids ['73285a8f-35af-4c47-a73c-c5605456c3c4'] {{(pid=74233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 09:24:50.270399 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:50.271440 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:50.272224 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 2b02d074-b2d7-42f1-82ba-b6ce5c7aa306 up at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:24:50.305157 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:50.320933 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ee59e-eab7-49e5-9a5f-74d197a4feed tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Pushing event deleted for resources: {'Port': ['ID=dad6c95e-6990-4429-9bc3-e83024379061,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:50.328375 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-8e7ee59e-eab7-49e5-9a5f-74d197a4feed tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:50.435313 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=32ddb24d-c1ae-4659-9479-9fea011ee5ad,revision_number=5']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:50.442699 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b7f55e-2864-4992-af9f-5d5495c8f77f req-8e7ee59e-eab7-49e5-9a5f-74d197a4feed tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] No DVR routers for this DVR port dad6c95e-6990-4429-9bc3-e83024379061 on host hv-cinder-79001 {{(pid=74231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:24:50.448283 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-f6b7f55e-2864-4992-af9f-5d5495c8f77f req-8e7ee59e-eab7-49e5-9a5f-74d197a4feed tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:50.449236 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:50.451595 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570584b9-2333-4e41-95df-15b0b60d9b58', 'name': 'network-vif-deleted', 'tag': 'dad6c95e-6990-4429-9bc3-e83024379061'}] {{(pid=74231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:24:50.475240 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e62209-9a03-4786-9505-964df784dbf9 req-b0926396-1110-4c7a-8583-3379a50de37e tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:50.477281 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-14e62209-9a03-4786-9505-964df784dbf9 req-b0926396-1110-4c7a-8583-3379a50de37e tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 946 time: 0.2896302 May 06 09:24:50.536784 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-14e62209-9a03-4786-9505-964df784dbf9 req-08cacc45-ab9f-4e65-939e-61c10eb5655e tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534065 May 06 09:24:50.586570 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Provisioning for port 2b02d074-b2d7-42f1-82ba-b6ce5c7aa306 completed by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:24:50.592825 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Provisioning complete for port 2b02d074-b2d7-42f1-82ba-b6ce5c7aa306 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:24:50.593313 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:50.616647 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-f6b7f55e-2864-4992-af9f-5d5495c8f77f req-8e7ee59e-eab7-49e5-9a5f-74d197a4feed tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.79 "DELETE /v2.0/ports/dad6c95e-6990-4429-9bc3-e83024379061 HTTP/1.1" status: 204 len: 173 time: 1.9325175 May 06 09:24:50.711905 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721fe69-6ed8-4868-85e9-ee972d08d0a8 req-f46f27e3-6edc-435e-a726-f23c761128a0 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:50.715232 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-9721fe69-6ed8-4868-85e9-ee972d08d0a8 req-f46f27e3-6edc-435e-a726-f23c761128a0 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dc23479-c72c-450e-9949-2ffc35175bba HTTP/1.1" status: 200 len: 946 time: 0.1625311 May 06 09:24:50.741553 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-841c0488-03bf-4481-962e-4fb92085a638 req-705ef7b0-278e-4d2c-b31d-761d7f446585 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:50.757184 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-f94151b1-2535-4b76-964b-d3c3066b5bc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:50.785896 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-9721fe69-6ed8-4868-85e9-ee972d08d0a8 req-7fbef30f-2b17-4a31-9113-b259c4722b23 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639470 May 06 09:24:50.817081 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:50.846500 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ef7b0-278e-4d2c-b31d-761d7f446585 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Pushing event deleted for resources: {'Port': ['ID=d9775493-307a-4e6f-b668-117205714e82,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:50.877307 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-87f9f556-16c4-4d89-8b81-145c59278d02 req-f0809d9b-305b-4a64-9756-8bd722fa3c0f tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/ports?device_id=313becda-a457-409c-913a-a99cbb27b2ab HTTP/1.1" status: 200 len: 210 time: 0.1958210 May 06 09:24:50.884806 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570584b9-2333-4e41-95df-15b0b60d9b58', 'name': 'network-vif-deleted', 'tag': 'dad6c95e-6990-4429-9bc3-e83024379061', 'status': 'completed', 'code': 200} May 06 09:24:50.885791 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-705ef7b0-278e-4d2c-b31d-761d7f446585 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:50.915083 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 2b02d074-b2d7-42f1-82ba-b6ce5c7aa306, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=2b02d074-b2d7-42f1-82ba-b6ce5c7aa306,segment=NetworkSegment(13f14ba3-2fe0-4e5b-8f73-019e0f53b95f),segment_id=13f14ba3-2fe0-4e5b-8f73-019e0f53b95f)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:24:50.927763 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] get_ports_and_sgs() called for port_ids ['b91e6d5e-e443-4dc8-8459-fddf85a10867', '814be6f2-dda7-4f3f-87ba-2da626c7c964', 'd9775493-307a-4e6f-b668-117205714e82'] {{(pid=74233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 09:24:50.997596 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [req-841c0488-03bf-4481-962e-4fb92085a638 req-705ef7b0-278e-4d2c-b31d-761d7f446585 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] No DVR routers for this DVR port d9775493-307a-4e6f-b668-117205714e82 on host hv-cinder-79001 {{(pid=74231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:24:51.000681 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-841c0488-03bf-4481-962e-4fb92085a638 req-705ef7b0-278e-4d2c-b31d-761d7f446585 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:51.002740 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:51.003750 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device dad6c95e-6990-4429-9bc3-e83024379061 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 09:24:51.024707 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-720c0020-a209-4a7e-ba7e-e8ce60742c84 req-e51692bb-669a-4da6-9d26-e5c7b1d7afb7 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 210 time: 0.0446248 May 06 09:24:51.034640 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a5d6f-3fba-404f-a696-5b6f2bb6ed3a req-0edabeb3-3fe2-4e97-b282-b9efde6f2154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:51.036036 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:51.036235 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-626a5d6f-3fba-404f-a696-5b6f2bb6ed3a req-0edabeb3-3fe2-4e97-b282-b9efde6f2154 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3fbd7d22-31c8-4af4-9329-0ec29a2f0c0f HTTP/1.1" status: 200 len: 1102 time: 0.2254329 May 06 09:24:51.080010 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] No Port match for: dad6c95e-6990-4429-9bc3-e83024379061 {{(pid=74233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 09:24:51.080365 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device dad6c95e-6990-4429-9bc3-e83024379061 not bound to the agent host hv-cinder-79001 {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 09:24:51.117162 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-626a5d6f-3fba-404f-a696-5b6f2bb6ed3a req-2514aa5f-40d4-46b4-8da4-aa066f22e8a6 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=a0eb0689-ec6d-4c2a-a7e3-e8e3c42877d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697398 May 06 09:24:51.121136 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-841c0488-03bf-4481-962e-4fb92085a638 req-705ef7b0-278e-4d2c-b31d-761d7f446585 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.79 "DELETE /v2.0/ports/d9775493-307a-4e6f-b668-117205714e82 HTTP/1.1" status: 204 len: 173 time: 1.5274611 May 06 09:24:51.156257 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=2b02d074-b2d7-42f1-82ba-b6ce5c7aa306,revision_number=5']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:51.162059 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:51.373019 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ca4c8-e708-4b70-9949-38faf261b6f5 req-36529f79-33c3-4e41-8030-5ba66bc9750f tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:51.373593 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1b68d-f679-4fc8-b359-6e6d72af201f req-61c2c5fe-7c60-48dc-94e8-8cbbcebf82f2 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:51.374384 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-959ca4c8-e708-4b70-9949-38faf261b6f5 req-36529f79-33c3-4e41-8030-5ba66bc9750f tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0de1f81-6d9b-417b-880d-355e7d2c8a87 HTTP/1.1" status: 200 len: 945 time: 0.0890691 May 06 09:24:51.374926 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-45e1b68d-f679-4fc8-b359-6e6d72af201f req-61c2c5fe-7c60-48dc-94e8-8cbbcebf82f2 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fbd7d22-31c8-4af4-9329-0ec29a2f0c0f HTTP/1.1" status: 200 len: 949 time: 0.2099154 May 06 09:24:51.433930 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-959ca4c8-e708-4b70-9949-38faf261b6f5 req-d079719e-6743-4a8c-91b4-cf8e983c0ec8 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/security-groups?id=abbdc489-275e-462c-b6cd-47716b9a8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453951 May 06 09:24:51.476880 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-45e1b68d-f679-4fc8-b359-6e6d72af201f req-1f21faee-68fe-4ae0-8b2f-ca8e2f23e484 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0eb0689-ec6d-4c2a-a7e3-e8e3c42877d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909958 May 06 09:24:51.504756 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7f407-1ee5-434b-8608-0978ab54ade8 req-f4377ae6-32fd-4d69-b64d-dd6f6312b26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:51.506664 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a5b7f407-1ee5-434b-8608-0978ab54ade8 req-f4377ae6-32fd-4d69-b64d-dd6f6312b26c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=87a87eb65c3849949fab4179da2d6886&device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 1099 time: 0.1028061 May 06 09:24:51.654934 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7f407-1ee5-434b-8608-0978ab54ade8 req-42453cd8-fde8-4316-aa9f-7c1179d0e219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:51.657216 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a5b7f407-1ee5-434b-8608-0978ab54ade8 req-42453cd8-fde8-4316-aa9f-7c1179d0e219 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a HTTP/1.1" status: 200 len: 919 time: 0.1440530 May 06 09:24:51.765450 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a5b7f407-1ee5-434b-8608-0978ab54ade8 req-1c5caf37-c2b5-462e-9be1-b54a7633c411 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8 HTTP/1.1" status: 200 len: 1002 time: 0.1009612 May 06 09:24:51.770540 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00af6e-aed8-4f00-b622-588e6ff28568 req-67f8b2d4-ebf2-49cf-8498-da7de915ee20 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:51.772066 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-8a00af6e-aed8-4f00-b622-588e6ff28568 req-67f8b2d4-ebf2-49cf-8498-da7de915ee20 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 946 time: 0.0890369 May 06 09:24:51.818599 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-8a00af6e-aed8-4f00-b622-588e6ff28568 req-e1aa39a6-4233-49db-9bfa-97d2933fcefc tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403018 May 06 09:24:51.847793 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7f407-1ee5-434b-8608-0978ab54ade8 req-c9c4d057-3d9d-4fde-a642-afbb9f34f2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:51.849959 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a5b7f407-1ee5-434b-8608-0978ab54ade8 req-c9c4d057-3d9d-4fde-a642-afbb9f34f2c4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3327bb7d-2498-459f-aedf-d87f7d766be5 HTTP/1.1" status: 200 len: 856 time: 0.0670068 May 06 09:24:52.051544 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-e07264af-f5f6-463b-b2c7-d1278bf99ffc req-815a6844-aba1-4850-b339-309ac6aa93a0 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Synchronizing usage tracker for tenant:721438689c5c44e78f53ad730cb9883d on resource:port {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:24:52.067961 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-cea83f4a-ad10-4920-abcb-81afb7c4b194 req-6fd60cef-e077-4ee7-a37b-fa54918aac79 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/ports?device_id=313becda-a457-409c-913a-a99cbb27b2ab HTTP/1.1" status: 200 len: 210 time: 0.0674784 May 06 09:24:52.131544 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-33b3681d-5618-402a-832e-81513949332c tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:52.132968 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-33b3681d-5618-402a-832e-81513949332c tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.79 "GET /v2.0/networks?id=53ea8ff1-b358-4005-823d-e10b99b358b6 HTTP/1.1" status: 200 len: 808 time: 0.2732825 May 06 09:24:52.137705 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7f407-1ee5-434b-8608-0978ab54ade8 req-2ec4c831-02c9-41f1-9f2f-242cff4fc29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:52.139110 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a5b7f407-1ee5-434b-8608-0978ab54ade8 req-2ec4c831-02c9-41f1-9f2f-242cff4fc29a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2552106 May 06 09:24:52.159138 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-4fce127f-4fd9-4b99-b74c-d869ea05568e tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Request body: {'port': {'device_id': '313becda-a457-409c-913a-a99cbb27b2ab', 'network_id': '53ea8ff1-b358-4005-823d-e10b99b358b6', 'admin_state_up': True, 'tenant_id': '2f471ff3155448c0b78daebb7566252c'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:24:52.206918 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0de1f81-6d9b-417b-880d-355e7d2c8a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b02d074-b2d7-42f1-82ba-b6ce5c7aa306'}] {{(pid=74233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:24:52.267014 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-e07264af-f5f6-463b-b2c7-d1278bf99ffc req-815a6844-aba1-4850-b339-309ac6aa93a0 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Unset dirty status for tenant:721438689c5c44e78f53ad730cb9883d on resource:port {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:24:52.268330 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e07264af-f5f6-463b-b2c7-d1278bf99ffc req-815a6844-aba1-4850-b339-309ac6aa93a0 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dc23479-c72c-450e-9949-2ffc35175bba HTTP/1.1" status: 200 len: 210 time: 0.2761643 May 06 09:24:52.350915 dv-cinder-790014-1-smb neutron-server[74233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0de1f81-6d9b-417b-880d-355e7d2c8a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b02d074-b2d7-42f1-82ba-b6ce5c7aa306', 'code': 200} May 06 09:24:52.446481 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-0382dae6-c4a3-4029-971f-fd148357ff9e req-fb6331de-bf04-4431-9aca-c01f818207c0 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=570584b9-2333-4e41-95df-15b0b60d9b58 HTTP/1.1" status: 200 len: 210 time: 0.0755649 May 06 09:24:52.453731 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a5b7f407-1ee5-434b-8608-0978ab54ade8 req-be6b19d7-9241-4b29-a611-82fb88963f1c service neutron] 10.222.0.79 "GET /v2.0/networks/e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664828 May 06 09:24:52.458574 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-4fce127f-4fd9-4b99-b74c-d869ea05568e tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:24:52.486962 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-4fce127f-4fd9-4b99-b74c-d869ea05568e tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:24:52.642098 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-4fce127f-4fd9-4b99-b74c-d869ea05568e tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Made reservation on behalf of 2f471ff3155448c0b78daebb7566252c for: {'port': 1} {{(pid=74231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:24:52.645594 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-4fce127f-4fd9-4b99-b74c-d869ea05568e tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:52.678284 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a5b7f407-1ee5-434b-8608-0978ab54ade8 req-3d21d672-4e00-4832-8de2-2a9114331528 service neutron] 10.222.0.79 "GET /v2.0/networks/e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151182 May 06 09:24:52.715147 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddcaaf5-54c6-44ff-9277-3d9e718bf1cf req-e53f8a52-30f4-4e73-ae90-4607bb3226e1 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:52.723692 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-2ddcaaf5-54c6-44ff-9277-3d9e718bf1cf req-e53f8a52-30f4-4e73-ae90-4607bb3226e1 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fbd7d22-31c8-4af4-9329-0ec29a2f0c0f HTTP/1.1" status: 200 len: 949 time: 0.1238506 May 06 09:24:52.764680 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-2ddcaaf5-54c6-44ff-9277-3d9e718bf1cf req-29081295-6797-4b87-96bd-ded4b4be056b tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0eb0689-ec6d-4c2a-a7e3-e8e3c42877d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401118 May 06 09:24:52.812278 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076705fa-e138-49a1-8a01-05855686c072 req-cd6716c5-78e0-4ab2-a011-55b8acf4ac5e tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:52.814326 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-076705fa-e138-49a1-8a01-05855686c072 req-cd6716c5-78e0-4ab2-a011-55b8acf4ac5e tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0de1f81-6d9b-417b-880d-355e7d2c8a87 HTTP/1.1" status: 200 len: 945 time: 0.2593513 May 06 09:24:52.894815 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc23479-c72c-450e-9949-2ffc35175bba', 'name': 'network-vif-deleted', 'tag': 'd9775493-307a-4e6f-b668-117205714e82'}] {{(pid=74231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:24:52.934152 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-076705fa-e138-49a1-8a01-05855686c072 req-624a0afb-b788-4d63-afb7-1a62dcf8f253 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/security-groups?id=abbdc489-275e-462c-b6cd-47716b9a8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108735 May 06 09:24:52.968487 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16302e-b99e-4d72-abb3-3952ef7da138 req-4734134b-502c-42f8-95b0-0cf3517ff06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:52.970499 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-3c16302e-b99e-4d72-abb3-3952ef7da138 req-4734134b-502c-42f8-95b0-0cf3517ff06b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b0de1f81-6d9b-417b-880d-355e7d2c8a87 HTTP/1.1" status: 200 len: 1098 time: 0.2152660 May 06 09:24:52.976579 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.db_base_plugin_common [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-4fce127f-4fd9-4b99-b74c-d869ea05568e tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Allocated IP 172.20.0.8 (53ea8ff1-b358-4005-823d-e10b99b358b6/e82f39f2-5fc2-4eac-b324-bfae629a7f38/261f2628-4fab-483d-a11d-7863f8d837ad) {{(pid=74231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:24:53.044434 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-3c16302e-b99e-4d72-abb3-3952ef7da138 req-6bdf16ee-2cfd-4772-a384-199f86b120f7 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=abbdc489-275e-462c-b6cd-47716b9a8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669727 May 06 09:24:53.304130 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-4fce127f-4fd9-4b99-b74c-d869ea05568e tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Notify callbacks [] for port, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:53.415686 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-4fce127f-4fd9-4b99-b74c-d869ea05568e tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:53.421523 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-5358ad45-6d7d-47e9-acc7-27caef136ce2 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:53.523236 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-4fce127f-4fd9-4b99-b74c-d869ea05568e tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Network 53ea8ff1-b358-4005-823d-e10b99b358b6 is already hosted by enough agents. {{(pid=74231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:24:53.536011 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.base_scheduler [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-4fce127f-4fd9-4b99-b74c-d869ea05568e tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Resources bound (agent type, host, resource id): {{(pid=74231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:24:53.538794 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-4fce127f-4fd9-4b99-b74c-d869ea05568e tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Received port after_create {{(pid=74231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:24:53.583834 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce127f-4fd9-4b99-b74c-d869ea05568e tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Pushing event updated for resources: {'Port': ['ID=261f2628-4fab-483d-a11d-7863f8d837ad,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:53.592096 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-4fce127f-4fd9-4b99-b74c-d869ea05568e tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:53.617871 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-4fce127f-4fd9-4b99-b74c-d869ea05568e tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:53.618474 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-4fce127f-4fd9-4b99-b74c-d869ea05568e tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:53.629674 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device d9775493-307a-4e6f-b668-117205714e82 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 09:24:53.661584 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02279aea-8bb7-4f95-a982-6770f900722e req-b4eaae2a-8988-4582-91a6-5c6e5bcef77f tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:53.663072 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-02279aea-8bb7-4f95-a982-6770f900722e req-b4eaae2a-8988-4582-91a6-5c6e5bcef77f tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 946 time: 0.1847601 May 06 09:24:53.668789 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] No Port match for: d9775493-307a-4e6f-b668-117205714e82 {{(pid=74233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 09:24:53.669147 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device d9775493-307a-4e6f-b668-117205714e82 not bound to the agent host hv-cinder-79001 {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 09:24:53.708144 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-02279aea-8bb7-4f95-a982-6770f900722e req-c9033da5-97b2-4da0-9b9c-8ef7ba10b3ab tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389662 May 06 09:24:53.762469 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc23479-c72c-450e-9949-2ffc35175bba', 'name': 'network-vif-deleted', 'tag': 'd9775493-307a-4e6f-b668-117205714e82', 'status': 'completed', 'code': 200} May 06 09:24:53.764363 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-4fce127f-4fd9-4b99-b74c-d869ea05568e tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6148050 May 06 09:24:53.778602 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-9e558991-6a33-4e26-bb4f-27511b31ff48 service neutron] Request body: {'port': {'device_id': '313becda-a457-409c-913a-a99cbb27b2ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:24:53.937449 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-9e558991-6a33-4e26-bb4f-27511b31ff48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:54.040483 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27bae2-7a5b-47eb-883b-5d9195a36c43 req-bc380e43-2a0d-4336-9bd9-b40c5f9378f1 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:54.041177 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-4d27bae2-7a5b-47eb-883b-5d9195a36c43 req-bc380e43-2a0d-4336-9bd9-b40c5f9378f1 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Synchronizing usage tracker for tenant:2f471ff3155448c0b78daebb7566252c on resource:port {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:24:54.145844 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-4d27bae2-7a5b-47eb-883b-5d9195a36c43 req-bc380e43-2a0d-4336-9bd9-b40c5f9378f1 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Unset dirty status for tenant:2f471ff3155448c0b78daebb7566252c on resource:port {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:24:54.146912 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4d27bae2-7a5b-47eb-883b-5d9195a36c43 req-bc380e43-2a0d-4336-9bd9-b40c5f9378f1 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/ports?device_id=313becda-a457-409c-913a-a99cbb27b2ab HTTP/1.1" status: 200 len: 931 time: 0.2852416 May 06 09:24:54.246784 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1544675-e1d7-4948-a57e-23382f5f26c6 req-c11e3eb2-1c5b-4e66-ba10-c97a1d0aaca8 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:54.248380 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-e1544675-e1d7-4948-a57e-23382f5f26c6 req-c11e3eb2-1c5b-4e66-ba10-c97a1d0aaca8 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fbd7d22-31c8-4af4-9329-0ec29a2f0c0f HTTP/1.1" status: 200 len: 949 time: 0.1271870 May 06 09:24:54.283682 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4d27bae2-7a5b-47eb-883b-5d9195a36c43 req-10d9a584-68bf-44df-bf91-65d778cb7625 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbf64dd-8ead-48c2-9a7f-40a707690651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182086 May 06 09:24:54.304287 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-e1544675-e1d7-4948-a57e-23382f5f26c6 req-e2afe6a3-af4c-4b48-bec0-bebeb6a5182e tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0eb0689-ec6d-4c2a-a7e3-e8e3c42877d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482717 May 06 09:24:54.404061 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-9e558991-6a33-4e26-bb4f-27511b31ff48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 261f2628-4fab-483d-a11d-7863f8d837ad {{(pid=74231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 09:24:54.412967 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-9e558991-6a33-4e26-bb4f-27511b31ff48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:54.431484 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.provisioning_blocks [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-9e558991-6a33-4e26-bb4f-27511b31ff48 service neutron] Transition to ACTIVE for port object 261f2628-4fab-483d-a11d-7863f8d837ad will not be triggered until provisioned by entity L2. {{(pid=74231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:24:54.500349 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-9e558991-6a33-4e26-bb4f-27511b31ff48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15534154'] for port, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:54.505285 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:54.516891 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e4254-d298-46a2-8d5d-9e57139906fe req-227864c2-be7f-4da9-93a2-e9420f6df633 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:54.519478 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-d04e4254-d298-46a2-8d5d-9e57139906fe req-227864c2-be7f-4da9-93a2-e9420f6df633 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0de1f81-6d9b-417b-880d-355e7d2c8a87 HTTP/1.1" status: 200 len: 945 time: 0.0850866 May 06 09:24:54.570323 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-d04e4254-d298-46a2-8d5d-9e57139906fe req-cf53d700-cfb4-49ca-b257-1eff020200b6 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/security-groups?id=abbdc489-275e-462c-b6cd-47716b9a8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452273 May 06 09:24:54.673500 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e558991-6a33-4e26-bb4f-27511b31ff48 service neutron] Pushing event updated for resources: {'Port': ['ID=261f2628-4fab-483d-a11d-7863f8d837ad,revision_number=2']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:54.680820 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-9e558991-6a33-4e26-bb4f-27511b31ff48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:54.772890 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-9e558991-6a33-4e26-bb4f-27511b31ff48 service neutron] Attempting to bind port 261f2628-4fab-483d-a11d-7863f8d837ad on host hv-cinder-79001 for vnic_type normal with profile {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:24:54.773307 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-9e558991-6a33-4e26-bb4f-27511b31ff48 service neutron] Attempting to bind port 261f2628-4fab-483d-a11d-7863f8d837ad by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '1f463e86-1640-4595-a77d-e266e1bf451a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '53ea8ff1-b358-4005-823d-e10b99b358b6'}] {{(pid=74231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:24:54.773632 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-9e558991-6a33-4e26-bb4f-27511b31ff48 service neutron] Attempting to bind port 261f2628-4fab-483d-a11d-7863f8d837ad on network 53ea8ff1-b358-4005-823d-e10b99b358b6 {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:24:54.778853 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-9e558991-6a33-4e26-bb4f-27511b31ff48 service neutron] Port 261f2628-4fab-483d-a11d-7863f8d837ad on network 53ea8ff1-b358-4005-823d-e10b99b358b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 09:24:54.782122 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-9e558991-6a33-4e26-bb4f-27511b31ff48 service neutron] Attempting to bind port 261f2628-4fab-483d-a11d-7863f8d837ad on network 53ea8ff1-b358-4005-823d-e10b99b358b6 {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:24:54.785363 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-9e558991-6a33-4e26-bb4f-27511b31ff48 service neutron] Checking agent: {'id': 'e51fd9d5-0712-41db-be1b-bc822ebf26a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 20, 30), 'started_at': datetime.datetime(2021, 5, 6, 9, 20, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 09:24:54.785694 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-9e558991-6a33-4e26-bb4f-27511b31ff48 service neutron] Checking segment: {'id': '1f463e86-1640-4595-a77d-e266e1bf451a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '53ea8ff1-b358-4005-823d-e10b99b358b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:24:54.786071 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-9e558991-6a33-4e26-bb4f-27511b31ff48 service neutron] Bound using segment: {'id': '1f463e86-1640-4595-a77d-e266e1bf451a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '53ea8ff1-b358-4005-823d-e10b99b358b6'} {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 09:24:54.786497 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-9e558991-6a33-4e26-bb4f-27511b31ff48 service neutron] Bound port: 261f2628-4fab-483d-a11d-7863f8d837ad, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f463e86-1640-4595-a77d-e266e1bf451a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '53ea8ff1-b358-4005-823d-e10b99b358b6'}}] {{(pid=74231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:24:54.786846 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-9e558991-6a33-4e26-bb4f-27511b31ff48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:54.921382 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-9e558991-6a33-4e26-bb4f-27511b31ff48 service neutron] For port 261f2628-4fab-483d-a11d-7863f8d837ad, host hv-cinder-79001, cleared binding levels {{(pid=74231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 09:24:54.924781 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-9e558991-6a33-4e26-bb4f-27511b31ff48 service neutron] For port 261f2628-4fab-483d-a11d-7863f8d837ad, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=261f2628-4fab-483d-a11d-7863f8d837ad,segment=NetworkSegment(1f463e86-1640-4595-a77d-e266e1bf451a),segment_id=1f463e86-1640-4595-a77d-e266e1bf451a)] {{(pid=74231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 09:24:55.049539 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-9e558991-6a33-4e26-bb4f-27511b31ff48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15534154'] for port, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:55.055370 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-227d5f7d-7fe7-4633-ba9d-41c3a7a06370 tempest-DeleteServersTestJSON-1890886634 tempest-DeleteServersTestJSON-1890886634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:55.168707 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694001e-97b6-435a-8ccf-90eeaec43e68 req-c6a2f9e9-ef77-495f-9c0d-d476c0c7d09b tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:55.178488 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a694001e-97b6-435a-8ccf-90eeaec43e68 req-c6a2f9e9-ef77-495f-9c0d-d476c0c7d09b tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 946 time: 0.2086699 May 06 09:24:55.179873 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-9e558991-6a33-4e26-bb4f-27511b31ff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:55.180506 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-9e558991-6a33-4e26-bb4f-27511b31ff48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:55.181891 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-9e558991-6a33-4e26-bb4f-27511b31ff48 service neutron] 10.222.0.79 "PUT /v2.0/ports/261f2628-4fab-483d-a11d-7863f8d837ad HTTP/1.1" status: 200 len: 1093 time: 1.4077947 May 06 09:24:55.224810 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e558991-6a33-4e26-bb4f-27511b31ff48 service neutron] Pushing event updated for resources: {'Port': ['ID=261f2628-4fab-483d-a11d-7863f8d837ad,revision_number=3']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:55.229102 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-9e558991-6a33-4e26-bb4f-27511b31ff48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:55.253003 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a694001e-97b6-435a-8ccf-90eeaec43e68 req-1e3df78c-319f-43f6-93f7-747ab9d3261e tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597978 May 06 09:24:55.273189 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640cb6c7-9c4a-4793-81e8-aa8fe2a0250b req-c9378b4b-4da3-4715-9286-88001a680b2e tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:55.274930 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-640cb6c7-9c4a-4793-81e8-aa8fe2a0250b req-c9378b4b-4da3-4715-9286-88001a680b2e tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fbd7d22-31c8-4af4-9329-0ec29a2f0c0f HTTP/1.1" status: 200 len: 949 time: 0.1914425 May 06 09:24:55.285422 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650ab6f-2834-4c36-8777-8a7877380185 req-91f0831a-0510-42bc-8bdf-8fa0ea7d8d68 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:55.287439 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-c650ab6f-2834-4c36-8777-8a7877380185 req-91f0831a-0510-42bc-8bdf-8fa0ea7d8d68 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a88fd3f-cb2b-443f-a38d-826bb761e2ce HTTP/1.1" status: 200 len: 945 time: 0.0901313 May 06 09:24:55.351521 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-c650ab6f-2834-4c36-8777-8a7877380185 req-a5d7e5d8-5e8b-4b4a-854f-f0cd48e10ef1 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489631 May 06 09:24:55.547060 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119f41d-6d98-42c7-8f99-08d62eb52771 req-0670a81e-32b2-4f4b-96ea-0f16b9c10f5e tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:55.548562 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-7119f41d-6d98-42c7-8f99-08d62eb52771 req-0670a81e-32b2-4f4b-96ea-0f16b9c10f5e tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/ports?device_id=313becda-a457-409c-913a-a99cbb27b2ab HTTP/1.1" status: 200 len: 943 time: 0.0868223 May 06 09:24:55.596435 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-7119f41d-6d98-42c7-8f99-08d62eb52771 req-8a3daacb-710a-4843-a98d-4b8723c33d2c tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbf64dd-8ead-48c2-9a7f-40a707690651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413845 May 06 09:24:55.651365 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-abd74749-a49b-45cf-99e9-61ac254c3687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:55.652850 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-abd74749-a49b-45cf-99e9-61ac254c3687 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2f471ff3155448c0b78daebb7566252c&device_id=313becda-a457-409c-913a-a99cbb27b2ab HTTP/1.1" status: 200 len: 1096 time: 0.3264265 May 06 09:24:55.659946 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 09:24:55.662327 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e4bc1-8fe3-41ad-ad8e-98d918ba26cb req-f0312a5b-42a0-4802-bf9f-2e6e73d0748f tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:55.662975 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-816e4bc1-8fe3-41ad-ad8e-98d918ba26cb req-f0312a5b-42a0-4802-bf9f-2e6e73d0748f tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Synchronizing usage tracker for tenant:f9983e4cddcf4e468452d86169f2b091 on resource:port {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:24:55.744806 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [req-640cb6c7-9c4a-4793-81e8-aa8fe2a0250b req-54cbcb16-65cf-41a6-8445-c141ebbbbfb7 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Deleting port 32ddb24d-c1ae-4659-9479-9fea011ee5ad {{(pid=74231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:24:55.744806 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-640cb6c7-9c4a-4793-81e8-aa8fe2a0250b req-54cbcb16-65cf-41a6-8445-c141ebbbbfb7 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:55.758717 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-d88a640b-bdb6-4cb2-b24c-86e920d8a571 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=261f2628-4fab-483d-a11d-7863f8d837ad HTTP/1.1" status: 200 len: 217 time: 0.0914497 May 06 09:24:55.764481 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313becda-a457-409c-913a-a99cbb27b2ab', 'tag': '261f2628-4fab-483d-a11d-7863f8d837ad'}] {{(pid=74231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:24:55.833562 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30f39d-e2cd-4790-9a0d-4b267ffdece5 req-47626a4e-f834-4d31-8d27-506f414b2e5c tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:55.834493 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-af30f39d-e2cd-4790-9a0d-4b267ffdece5 req-47626a4e-f834-4d31-8d27-506f414b2e5c tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fbd7d22-31c8-4af4-9329-0ec29a2f0c0f HTTP/1.1" status: 200 len: 949 time: 0.1277645 May 06 09:24:55.861151 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:55.876418 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-816e4bc1-8fe3-41ad-ad8e-98d918ba26cb req-f0312a5b-42a0-4802-bf9f-2e6e73d0748f tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Unset dirty status for tenant:f9983e4cddcf4e468452d86169f2b091 on resource:port {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:24:55.877384 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-816e4bc1-8fe3-41ad-ad8e-98d918ba26cb req-f0312a5b-42a0-4802-bf9f-2e6e73d0748f tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.4012451 May 06 09:24:55.912763 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-af30f39d-e2cd-4790-9a0d-4b267ffdece5 req-eb957619-5b7d-474a-8c6a-be62ac89c3dc tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] 10.222.0.20 "GET /v2.0/security-groups?id=a0eb0689-ec6d-4c2a-a7e3-e8e3c42877d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725126 May 06 09:24:55.926480 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4b7c84-a7a6-4942-adbf-b6e3bcf46571', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8'}] {{(pid=74233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:24:55.946983 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8,segment=NetworkSegment(36c7da13-cf7e-4164-9f19-b350301e7409),segment_id=36c7da13-cf7e-4164-9f19-b350301e7409)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:24:55.959316 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-a80d5c32-e7e4-488b-871b-a64eef02f5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:55.960785 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-a80d5c32-e7e4-488b-871b-a64eef02f5c6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e82f39f2-5fc2-4eac-b324-bfae629a7f38 HTTP/1.1" status: 200 len: 848 time: 0.1837690 May 06 09:24:55.979138 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '313becda-a457-409c-913a-a99cbb27b2ab', 'tag': '261f2628-4fab-483d-a11d-7863f8d837ad', 'status': 'completed', 'code': 200} May 06 09:24:56.011575 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:56.014404 dv-cinder-790014-1-smb neutron-server[74233]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1a4b7c84-a7a6-4942-adbf-b6e3bcf46571', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8', 'code': 422} returned with failed status May 06 09:24:56.017428 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:56.043424 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-a20475e8-d2be-4115-8239-1f3b0f8cbe16 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=53ea8ff1-b358-4005-823d-e10b99b358b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731528 May 06 09:24:56.053163 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-816e4bc1-8fe3-41ad-ad8e-98d918ba26cb req-e2b3a14e-0f51-48b0-8d77-dafa2b671119 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567051 May 06 09:24:56.054841 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-640cb6c7-9c4a-4793-81e8-aa8fe2a0250b req-54cbcb16-65cf-41a6-8445-c141ebbbbfb7 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] For port 32ddb24d-c1ae-4659-9479-9fea011ee5ad, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=32ddb24d-c1ae-4659-9479-9fea011ee5ad,segment=NetworkSegment(2f7e2ec3-c24b-4886-a4fa-c297a5be529b),segment_id=2f7e2ec3-c24b-4886-a4fa-c297a5be529b)] {{(pid=74231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:24:56.055197 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-640cb6c7-9c4a-4793-81e8-aa8fe2a0250b req-54cbcb16-65cf-41a6-8445-c141ebbbbfb7 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:56.100287 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8,revision_number=8']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:56.103353 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:56.255924 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [req-640cb6c7-9c4a-4793-81e8-aa8fe2a0250b req-54cbcb16-65cf-41a6-8445-c141ebbbbfb7 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Calling delete_port for 32ddb24d-c1ae-4659-9479-9fea011ee5ad owned by compute:nova {{(pid=74231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:24:56.332127 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-50a76833-f97b-4691-9fb5-2e3a48498033 service neutron] 10.222.0.79 "GET /v2.0/networks/53ea8ff1-b358-4005-823d-e10b99b358b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674024 May 06 09:24:56.557819 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098db4b-7854-4ce7-b338-7f966491b63c req-9eb4f5cd-e965-4402-863f-6114a48fa409 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:56.559282 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-2098db4b-7854-4ce7-b338-7f966491b63c req-9eb4f5cd-e965-4402-863f-6114a48fa409 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 944 time: 0.1697161 May 06 09:24:56.571726 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac374c1f-363f-434d-bbba-9691219e5b49 req-5e2177d1-571c-41bf-81d9-4eea345ed642 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:56.573117 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-ac374c1f-363f-434d-bbba-9691219e5b49 req-5e2177d1-571c-41bf-81d9-4eea345ed642 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a88fd3f-cb2b-443f-a38d-826bb761e2ce HTTP/1.1" status: 200 len: 945 time: 0.1258466 May 06 09:24:56.580008 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-49eddb9f-8b4b-44e6-836d-96c1fe38a3bf req-ec8834bc-4cf2-4a43-801c-7363b225ffea service neutron] 10.222.0.79 "GET /v2.0/networks/53ea8ff1-b358-4005-823d-e10b99b358b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411177 May 06 09:24:56.623851 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20b84d-27e5-4ba0-a570-15099ee3f607 req-2f614331-0996-4468-97ea-7015e2504477 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:56.625412 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fe20b84d-27e5-4ba0-a570-15099ee3f607 req-2f614331-0996-4468-97ea-7015e2504477 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a88fd3f-cb2b-443f-a38d-826bb761e2ce HTTP/1.1" status: 200 len: 945 time: 0.1484311 May 06 09:24:56.651354 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-640cb6c7-9c4a-4793-81e8-aa8fe2a0250b req-54cbcb16-65cf-41a6-8445-c141ebbbbfb7 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:56.659200 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-48cde5c7-4253-4308-ada7-7f40b31c5d2d tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:56.663069 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] get_ports_and_sgs() called for port_ids ['32ddb24d-c1ae-4659-9479-9fea011ee5ad'] {{(pid=74233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 09:24:56.711790 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cbcb16-65cf-41a6-8445-c141ebbbbfb7 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Pushing event deleted for resources: {'Port': ['ID=32ddb24d-c1ae-4659-9479-9fea011ee5ad,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:56.741424 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-2098db4b-7854-4ce7-b338-7f966491b63c req-e6ce49fa-6512-4e86-a23a-65a5e99d481a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673503 May 06 09:24:56.754757 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-54cbcb16-65cf-41a6-8445-c141ebbbbfb7 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:56.805147 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fe20b84d-27e5-4ba0-a570-15099ee3f607 req-934eaedf-3f5f-42aa-ae4b-3ce258e1d9c5 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727891 May 06 09:24:56.823753 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.plugin [req-ac374c1f-363f-434d-bbba-9691219e5b49 req-4b4ce83c-b001-4e96-a8b0-43ec57e41059 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Deleting port 814be6f2-dda7-4f3f-87ba-2da626c7c964 {{(pid=74232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:24:56.824292 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [req-ac374c1f-363f-434d-bbba-9691219e5b49 req-4b4ce83c-b001-4e96-a8b0-43ec57e41059 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:56.883236 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [req-640cb6c7-9c4a-4793-81e8-aa8fe2a0250b req-54cbcb16-65cf-41a6-8445-c141ebbbbfb7 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] No DVR routers for this DVR port 32ddb24d-c1ae-4659-9479-9fea011ee5ad on host hv-cinder-79001 {{(pid=74231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:24:56.886433 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-640cb6c7-9c4a-4793-81e8-aa8fe2a0250b req-54cbcb16-65cf-41a6-8445-c141ebbbbfb7 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:56.932904 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe8f94-6fc0-4748-80f1-fb146dff2ee6 req-d0a06ec3-4dc7-4cca-800d-b1e6f66e202a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:56.934632 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-6abe8f94-6fc0-4748-80f1-fb146dff2ee6 req-d0a06ec3-4dc7-4cca-800d-b1e6f66e202a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2f471ff3155448c0b78daebb7566252c&device_id=313becda-a457-409c-913a-a99cbb27b2ab HTTP/1.1" status: 200 len: 1096 time: 0.2167912 May 06 09:24:56.996563 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-640cb6c7-9c4a-4793-81e8-aa8fe2a0250b req-54cbcb16-65cf-41a6-8445-c141ebbbbfb7 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] 10.222.0.79 "DELETE /v2.0/ports/32ddb24d-c1ae-4659-9479-9fea011ee5ad HTTP/1.1" status: 204 len: 173 time: 1.7129834 May 06 09:24:57.117246 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.db [req-ac374c1f-363f-434d-bbba-9691219e5b49 req-4b4ce83c-b001-4e96-a8b0-43ec57e41059 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] For port 814be6f2-dda7-4f3f-87ba-2da626c7c964, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=814be6f2-dda7-4f3f-87ba-2da626c7c964,segment=NetworkSegment(8cc31b58-1f92-490c-9268-9f879d8942f0),segment_id=8cc31b58-1f92-490c-9268-9f879d8942f0)] {{(pid=74232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:24:57.117614 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [req-ac374c1f-363f-434d-bbba-9691219e5b49 req-4b4ce83c-b001-4e96-a8b0-43ec57e41059 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:57.136277 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe8f94-6fc0-4748-80f1-fb146dff2ee6 req-800519c5-1604-4320-bd39-da0996f4f2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:57.137858 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-6abe8f94-6fc0-4748-80f1-fb146dff2ee6 req-800519c5-1604-4320-bd39-da0996f4f2d1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=53ea8ff1-b358-4005-823d-e10b99b358b6 HTTP/1.1" status: 200 len: 910 time: 0.1927934 May 06 09:24:57.194334 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417473ac-3b8f-47f9-aa21-d70fb150afdd req-08b27e91-d90c-4739-b579-0a5611aad602 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:57.195932 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-417473ac-3b8f-47f9-aa21-d70fb150afdd req-08b27e91-d90c-4739-b579-0a5611aad602 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/ports?device_id=313becda-a457-409c-913a-a99cbb27b2ab HTTP/1.1" status: 200 len: 943 time: 0.2465067 May 06 09:24:57.264537 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.plugin [req-ac374c1f-363f-434d-bbba-9691219e5b49 req-4b4ce83c-b001-4e96-a8b0-43ec57e41059 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Calling delete_port for 814be6f2-dda7-4f3f-87ba-2da626c7c964 owned by compute:nova {{(pid=74232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:24:57.324445 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-6abe8f94-6fc0-4748-80f1-fb146dff2ee6 req-4178f774-c293-4a22-be75-6a4222c820d2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=261f2628-4fab-483d-a11d-7863f8d837ad HTTP/1.1" status: 200 len: 217 time: 0.1775768 May 06 09:24:57.331349 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-417473ac-3b8f-47f9-aa21-d70fb150afdd req-21ddf7d1-ec99-4ab9-9c30-9db107e0ded3 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbf64dd-8ead-48c2-9a7f-40a707690651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742378 May 06 09:24:57.409800 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe8f94-6fc0-4748-80f1-fb146dff2ee6 req-232c2136-be12-4504-be1e-e268ae444d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:57.411705 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-6abe8f94-6fc0-4748-80f1-fb146dff2ee6 req-232c2136-be12-4504-be1e-e268ae444d77 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e82f39f2-5fc2-4eac-b324-bfae629a7f38 HTTP/1.1" status: 200 len: 848 time: 0.0806763 May 06 09:24:57.470359 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-6abe8f94-6fc0-4748-80f1-fb146dff2ee6 req-b228fdb4-ba06-4af4-8a4c-5a87d7bc8611 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=53ea8ff1-b358-4005-823d-e10b99b358b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471139 May 06 09:24:57.531636 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-a83cd9c3-c8c0-4198-b29c-d3235b115214 req-ad842252-d90d-42ca-9abe-d63b26a242ec tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fbd7d22-31c8-4af4-9329-0ec29a2f0c0f HTTP/1.1" status: 200 len: 210 time: 0.0488479 May 06 09:24:57.580254 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [req-ac374c1f-363f-434d-bbba-9691219e5b49 req-4b4ce83c-b001-4e96-a8b0-43ec57e41059 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15350160'] for port, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:57.588559 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:24:57.593169 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] get_ports_and_sgs() called for port_ids ['b91e6d5e-e443-4dc8-8459-fddf85a10867', '814be6f2-dda7-4f3f-87ba-2da626c7c964'] {{(pid=74233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 09:24:57.612424 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-6abe8f94-6fc0-4748-80f1-fb146dff2ee6 req-a19cdc5b-6c77-4290-90bb-6cd077abd724 service neutron] 10.222.0.79 "GET /v2.0/networks/53ea8ff1-b358-4005-823d-e10b99b358b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332660 May 06 09:24:57.637326 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ce83c-b001-4e96-a8b0-43ec57e41059 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Pushing event deleted for resources: {'Port': ['ID=814be6f2-dda7-4f3f-87ba-2da626c7c964,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:24:57.710961 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-4b4ce83c-b001-4e96-a8b0-43ec57e41059 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:24:57.762337 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac374c1f-363f-434d-bbba-9691219e5b49 req-4b4ce83c-b001-4e96-a8b0-43ec57e41059 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] No DVR routers for this DVR port 814be6f2-dda7-4f3f-87ba-2da626c7c964 on host hv-cinder-79001 {{(pid=74232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:24:57.767935 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [req-ac374c1f-363f-434d-bbba-9691219e5b49 req-4b4ce83c-b001-4e96-a8b0-43ec57e41059 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:57.770449 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a88fd3f-cb2b-443f-a38d-826bb761e2ce', 'name': 'network-vif-deleted', 'tag': '814be6f2-dda7-4f3f-87ba-2da626c7c964'}] {{(pid=74232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:24:57.790180 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-6abe8f94-6fc0-4748-80f1-fb146dff2ee6 req-29547b21-35b5-454e-b7a9-fb097531c423 service neutron] 10.222.0.79 "GET /v2.0/networks/53ea8ff1-b358-4005-823d-e10b99b358b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611612 May 06 09:24:57.815856 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f2326-aa50-46d4-94cd-279531cb7e17 req-e8731a7a-b2a2-4da3-82e2-2f7ca7a6b147 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:57.817386 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-323f2326-aa50-46d4-94cd-279531cb7e17 req-e8731a7a-b2a2-4da3-82e2-2f7ca7a6b147 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.1433821 May 06 09:24:57.851264 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-ac374c1f-363f-434d-bbba-9691219e5b49 req-4b4ce83c-b001-4e96-a8b0-43ec57e41059 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.79 "DELETE /v2.0/ports/814be6f2-dda7-4f3f-87ba-2da626c7c964 HTTP/1.1" status: 204 len: 173 time: 1.1926835 May 06 09:24:57.878632 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-323f2326-aa50-46d4-94cd-279531cb7e17 req-f807dfbd-4d47-4841-88fc-2b059a4a38cc tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460994 May 06 09:24:57.980622 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fbd7d22-31c8-4af4-9329-0ec29a2f0c0f', 'name': 'network-vif-deleted', 'tag': '32ddb24d-c1ae-4659-9479-9fea011ee5ad'}] {{(pid=74231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:24:58.260452 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a88fd3f-cb2b-443f-a38d-826bb761e2ce', 'name': 'network-vif-deleted', 'tag': '814be6f2-dda7-4f3f-87ba-2da626c7c964', 'status': 'completed', 'code': 200} May 06 09:24:58.402879 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-21385e5b-16c9-4c8d-95fe-9753fc033a0e req-f535c0ee-c903-4ad0-9958-50c7b2a43595 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Synchronizing usage tracker for tenant:721438689c5c44e78f53ad730cb9883d on resource:port {{(pid=74232) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:24:58.477342 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fbd7d22-31c8-4af4-9329-0ec29a2f0c0f', 'name': 'network-vif-deleted', 'tag': '32ddb24d-c1ae-4659-9479-9fea011ee5ad', 'status': 'completed', 'code': 200} May 06 09:24:58.563423 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-21385e5b-16c9-4c8d-95fe-9753fc033a0e req-f535c0ee-c903-4ad0-9958-50c7b2a43595 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Unset dirty status for tenant:721438689c5c44e78f53ad730cb9883d on resource:port {{(pid=74232) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:24:58.564720 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-21385e5b-16c9-4c8d-95fe-9753fc033a0e req-f535c0ee-c903-4ad0-9958-50c7b2a43595 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a88fd3f-cb2b-443f-a38d-826bb761e2ce HTTP/1.1" status: 200 len: 210 time: 0.2084448 May 06 09:24:58.642978 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e20a6-d394-4d77-932c-a709a621f6f5 req-911cb1f8-ce8a-4e53-8a77-7a254c6ce5cb tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:58.644484 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-530e20a6-d394-4d77-932c-a709a621f6f5 req-911cb1f8-ce8a-4e53-8a77-7a254c6ce5cb tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 945 time: 0.0812225 May 06 09:24:58.695057 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-530e20a6-d394-4d77-932c-a709a621f6f5 req-60af84bc-d174-42fd-bb10-241503fff59c tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441442 May 06 09:24:58.748931 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27ec07-cc4d-46e0-ab35-751e62c96451 req-ebc69f0e-af47-4b93-a816-0c0e5d595af7 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:58.751956 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-fe27ec07-cc4d-46e0-ab35-751e62c96451 req-ebc69f0e-af47-4b93-a816-0c0e5d595af7 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/ports?device_id=313becda-a457-409c-913a-a99cbb27b2ab HTTP/1.1" status: 200 len: 943 time: 0.0881991 May 06 09:24:58.800271 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-fe27ec07-cc4d-46e0-ab35-751e62c96451 req-4fdb99a0-fe70-4e82-a658-6fe60874f6b3 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbf64dd-8ead-48c2-9a7f-40a707690651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431190 May 06 09:24:59.107643 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40cd352-27b9-41a2-8fa3-42c897194677 req-43723a9a-c198-46db-abf8-34916cfddca0 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:59.109185 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-c40cd352-27b9-41a2-8fa3-42c897194677 req-43723a9a-c198-46db-abf8-34916cfddca0 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.1138463 May 06 09:24:59.159297 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-c40cd352-27b9-41a2-8fa3-42c897194677 req-327024b9-2047-4884-8822-41781cd7c891 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438111 May 06 09:24:59.255856 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888f61f-0594-4883-bc76-0a23fce61d01 req-e411012b-77d7-4b60-ab4a-ce30eafcba60 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:59.257490 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e888f61f-0594-4883-bc76-0a23fce61d01 req-e411012b-77d7-4b60-ab4a-ce30eafcba60 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 944 time: 0.1081543 May 06 09:24:59.313010 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e888f61f-0594-4883-bc76-0a23fce61d01 req-fb85e9b0-94d8-4390-9704-cc9094f1b195 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481849 May 06 09:24:59.709130 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 261f2628-4fab-483d-a11d-7863f8d837ad details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 09:24:59.915859 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37b20f-b1e8-4960-9c83-563f2ca1d5dd req-13ce26ce-489e-42c5-8855-eb4bedffe9b6 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:24:59.918318 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-7a37b20f-b1e8-4960-9c83-563f2ca1d5dd req-13ce26ce-489e-42c5-8855-eb4bedffe9b6 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 945 time: 0.1055415 May 06 09:24:59.948941 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 814be6f2-dda7-4f3f-87ba-2da626c7c964 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 09:24:59.982126 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-7a37b20f-b1e8-4960-9c83-563f2ca1d5dd req-b45442d5-96a4-4370-a53d-03e7e0c9e64f tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520537 May 06 09:24:59.999475 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] No Port match for: 814be6f2-dda7-4f3f-87ba-2da626c7c964 {{(pid=74233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 09:25:00.000183 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 814be6f2-dda7-4f3f-87ba-2da626c7c964 not bound to the agent host hv-cinder-79001 {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 09:25:00.000967 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 32ddb24d-c1ae-4659-9479-9fea011ee5ad no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 09:25:00.041483 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] No Port match for: 32ddb24d-c1ae-4659-9479-9fea011ee5ad {{(pid=74233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 09:25:00.041844 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 32ddb24d-c1ae-4659-9479-9fea011ee5ad not bound to the agent host hv-cinder-79001 {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 09:25:00.046264 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 261f2628-4fab-483d-a11d-7863f8d837ad, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=261f2628-4fab-483d-a11d-7863f8d837ad,segment=NetworkSegment(1f463e86-1640-4595-a77d-e266e1bf451a),segment_id=1f463e86-1640-4595-a77d-e266e1bf451a)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:25:00.060329 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Returning: {'device': '261f2628-4fab-483d-a11d-7863f8d837ad', 'network_id': '53ea8ff1-b358-4005-823d-e10b99b358b6', 'port_id': '261f2628-4fab-483d-a11d-7863f8d837ad', 'mac_address': 'fa:16:3e:24:ff:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e82f39f2-5fc2-4eac-b324-bfae629a7f38', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 09:25:00.074496 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33478afd-e28d-4a63-8acd-303e95e7f559 req-63f4d5cc-32f0-4522-a2ce-f4c59a2590be tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:00.076218 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-33478afd-e28d-4a63-8acd-303e95e7f559 req-63f4d5cc-32f0-4522-a2ce-f4c59a2590be tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/ports?device_id=313becda-a457-409c-913a-a99cbb27b2ab HTTP/1.1" status: 200 len: 943 time: 0.1280456 May 06 09:25:00.120899 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:00.132557 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-33478afd-e28d-4a63-8acd-303e95e7f559 req-399f5151-dbf0-4af0-b671-a9486d1b19e2 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbf64dd-8ead-48c2-9a7f-40a707690651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461338 May 06 09:25:00.146453 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 261f2628-4fab-483d-a11d-7863f8d837ad {{(pid=74233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 09:25:00.166683 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 261f2628-4fab-483d-a11d-7863f8d837ad, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=261f2628-4fab-483d-a11d-7863f8d837ad,segment=NetworkSegment(1f463e86-1640-4595-a77d-e266e1bf451a),segment_id=1f463e86-1640-4595-a77d-e266e1bf451a)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:25:00.289555 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:00.291639 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-beb94f22-286a-4ff6-ba4c-ce46a03b9524 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:00.388976 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=261f2628-4fab-483d-a11d-7863f8d837ad,revision_number=4']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:00.393490 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:00.399707 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63e12e-e61e-4e9c-a5d0-842889a907d3 req-0e9150a1-8ec9-4dd3-beb8-94b77b2695cf tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:00.401424 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4a63e12e-e61e-4e9c-a5d0-842889a907d3 req-0e9150a1-8ec9-4dd3-beb8-94b77b2695cf tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.1156318 May 06 09:25:00.467540 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4a63e12e-e61e-4e9c-a5d0-842889a907d3 req-5b4c1ab9-bb35-4d71-adac-6c23a39422d7 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583649 May 06 09:25:00.501031 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:00.571951 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9547a-4b02-4f15-bea3-cbd27460b277 req-b2882eac-a0b4-43c6-b886-e74e620841bc tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:00.573818 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-0dd9547a-4b02-4f15-bea3-cbd27460b277 req-b2882eac-a0b4-43c6-b886-e74e620841bc tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 944 time: 0.1070485 May 06 09:25:00.578653 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] get_ports_and_sgs() called for port_ids ['261f2628-4fab-483d-a11d-7863f8d837ad'] {{(pid=74233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 09:25:00.587433 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 54506) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:25:00.652057 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-0dd9547a-4b02-4f15-bea3-cbd27460b277 req-ac33896d-1ace-495f-af7f-cd10515a710d tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702574 May 06 09:25:00.734025 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-97442339-2cdb-4efb-ad47-1091d1832fa2 req-e62be2d8-1554-4791-af3e-941ee3365992 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1449447 May 06 09:25:01.193894 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec91ad2-b39c-48d2-9363-eec144a56f87 req-350eb8d2-5c00-46c0-8a13-cab68ceac1c0 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:01.200975 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-bec91ad2-b39c-48d2-9363-eec144a56f87 req-350eb8d2-5c00-46c0-8a13-cab68ceac1c0 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 945 time: 0.1026251 May 06 09:25:01.248183 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-bec91ad2-b39c-48d2-9363-eec144a56f87 req-fa048756-aacf-4a69-bebe-f8ba4bae524e tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461740 May 06 09:25:01.340285 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a900ca4-1c4e-42a4-a1d4-ddb1f92093e1 req-f6742066-158a-422e-ac73-007b5bc038ea tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:01.341768 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-9a900ca4-1c4e-42a4-a1d4-ddb1f92093e1 req-f6742066-158a-422e-ac73-007b5bc038ea tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.79 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.0995731 May 06 09:25:01.470042 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7e51e-3c91-4a00-8d16-17d46b32512f req-fac3c086-5a92-49fe-90ed-2a41df85f7e9 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:01.471471 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-95a7e51e-3c91-4a00-8d16-17d46b32512f req-fac3c086-5a92-49fe-90ed-2a41df85f7e9 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/ports?device_id=313becda-a457-409c-913a-a99cbb27b2ab HTTP/1.1" status: 200 len: 944 time: 0.1037362 May 06 09:25:01.526806 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-95a7e51e-3c91-4a00-8d16-17d46b32512f req-0802b5f4-5520-4848-910c-93d4e1efe956 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbf64dd-8ead-48c2-9a7f-40a707690651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458565 May 06 09:25:01.530943 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.plugin [req-9a900ca4-1c4e-42a4-a1d4-ddb1f92093e1 req-e3c98a97-ecd5-4bf8-9fc7-41a40f9b15bb tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Deleting port 73285a8f-35af-4c47-a73c-c5605456c3c4 {{(pid=74232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:25:01.534268 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [req-9a900ca4-1c4e-42a4-a1d4-ddb1f92093e1 req-e3c98a97-ecd5-4bf8-9fc7-41a40f9b15bb tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:01.704057 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 261f2628-4fab-483d-a11d-7863f8d837ad up at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:25:01.753327 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ecf55-8f18-4117-9f47-df00414b52e0 req-0e510074-f0d6-4d67-a076-b28202e9192a tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:01.761121 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fe4ecf55-8f18-4117-9f47-df00414b52e0 req-0e510074-f0d6-4d67-a076-b28202e9192a tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 945 time: 0.1116884 May 06 09:25:01.805409 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fe4ecf55-8f18-4117-9f47-df00414b52e0 req-f3c9ad03-397c-4080-b9ce-f0222cbb3a04 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/security-groups?id=befdb92e-2082-498e-8267-4b77a2bdff40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432022 May 06 09:25:01.858517 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Provisioning for port 261f2628-4fab-483d-a11d-7863f8d837ad completed by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:25:01.858721 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.db [req-9a900ca4-1c4e-42a4-a1d4-ddb1f92093e1 req-e3c98a97-ecd5-4bf8-9fc7-41a40f9b15bb tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] For port 73285a8f-35af-4c47-a73c-c5605456c3c4, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=73285a8f-35af-4c47-a73c-c5605456c3c4,segment=NetworkSegment(7bfdc02c-4405-4bd3-bbf2-9571d057ac4a),segment_id=7bfdc02c-4405-4bd3-bbf2-9571d057ac4a)] {{(pid=74232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:25:01.858928 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [req-9a900ca4-1c4e-42a4-a1d4-ddb1f92093e1 req-e3c98a97-ecd5-4bf8-9fc7-41a40f9b15bb tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:01.870384 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Provisioning complete for port 261f2628-4fab-483d-a11d-7863f8d837ad triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:25:01.871000 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:02.029035 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.plugin [req-9a900ca4-1c4e-42a4-a1d4-ddb1f92093e1 req-e3c98a97-ecd5-4bf8-9fc7-41a40f9b15bb tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Calling delete_port for 73285a8f-35af-4c47-a73c-c5605456c3c4 owned by compute:nova {{(pid=74232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:25:02.034814 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:02.072978 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313becda-a457-409c-913a-a99cbb27b2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261f2628-4fab-483d-a11d-7863f8d837ad'}] {{(pid=74233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:25:02.079471 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1985d4-e0ef-43a2-9a04-c2ae9c053d81 req-0701f8e6-a34a-4fe8-bc7f-0df49bf676a2 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:02.087839 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 261f2628-4fab-483d-a11d-7863f8d837ad, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=261f2628-4fab-483d-a11d-7863f8d837ad,segment=NetworkSegment(1f463e86-1640-4595-a77d-e266e1bf451a),segment_id=1f463e86-1640-4595-a77d-e266e1bf451a)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:25:02.090246 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-3b1985d4-e0ef-43a2-9a04-c2ae9c053d81 req-0701f8e6-a34a-4fe8-bc7f-0df49bf676a2 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=decb6aea-16db-4763-b103-8f2b4f7102f0 HTTP/1.1" status: 200 len: 945 time: 0.3063200 May 06 09:25:02.137369 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d02854-abad-4612-900a-ee2be1fee971 req-f52fd1ef-8f88-445c-a217-65d957f0544a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:02.148176 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-16d02854-abad-4612-900a-ee2be1fee971 req-f52fd1ef-8f88-445c-a217-65d957f0544a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 944 time: 0.1510856 May 06 09:25:02.159990 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-3b1985d4-e0ef-43a2-9a04-c2ae9c053d81 req-ae793a51-a669-44d8-93d4-8f957ad18e4d tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685809 May 06 09:25:02.176111 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:02.179046 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:02.219335 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-16d02854-abad-4612-900a-ee2be1fee971 req-7abd1783-c13b-4cce-9de1-f90c94d0e0d2 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692103 May 06 09:25:02.248818 dv-cinder-790014-1-smb neutron-server[74233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313becda-a457-409c-913a-a99cbb27b2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261f2628-4fab-483d-a11d-7863f8d837ad', 'code': 200} May 06 09:25:02.273966 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=261f2628-4fab-483d-a11d-7863f8d837ad,revision_number=5']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:02.284662 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:02.363071 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [req-9a900ca4-1c4e-42a4-a1d4-ddb1f92093e1 req-e3c98a97-ecd5-4bf8-9fc7-41a40f9b15bb tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15350160'] for port, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:02.370692 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:02.375154 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] get_ports_and_sgs() called for port_ids ['73285a8f-35af-4c47-a73c-c5605456c3c4'] {{(pid=74233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 09:25:02.469904 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c98a97-ecd5-4bf8-9fc7-41a40f9b15bb tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Pushing event deleted for resources: {'Port': ['ID=73285a8f-35af-4c47-a73c-c5605456c3c4,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:02.500530 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-e3c98a97-ecd5-4bf8-9fc7-41a40f9b15bb tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:02.557752 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a900ca4-1c4e-42a4-a1d4-ddb1f92093e1 req-e3c98a97-ecd5-4bf8-9fc7-41a40f9b15bb tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] No DVR routers for this DVR port 73285a8f-35af-4c47-a73c-c5605456c3c4 on host hv-cinder-79001 {{(pid=74232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:25:02.561732 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [req-9a900ca4-1c4e-42a4-a1d4-ddb1f92093e1 req-e3c98a97-ecd5-4bf8-9fc7-41a40f9b15bb tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:02.564308 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c931e088-f9cd-4231-a421-bde56f034f79', 'name': 'network-vif-deleted', 'tag': '73285a8f-35af-4c47-a73c-c5605456c3c4'}] {{(pid=74232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:25:02.604031 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320be9e-95d9-4018-844f-ba68f08fa5b4 req-d308e87e-b7c1-417d-ae6d-aacc696e2e8f tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:02.605443 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-e320be9e-95d9-4018-844f-ba68f08fa5b4 req-d308e87e-b7c1-417d-ae6d-aacc696e2e8f tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 945 time: 0.2016578 May 06 09:25:02.660977 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-e320be9e-95d9-4018-844f-ba68f08fa5b4 req-3b09c6d4-d8d0-496d-bfe0-454d290a584f tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481937 May 06 09:25:02.702309 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-9a900ca4-1c4e-42a4-a1d4-ddb1f92093e1 req-e3c98a97-ecd5-4bf8-9fc7-41a40f9b15bb tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.79 "DELETE /v2.0/ports/73285a8f-35af-4c47-a73c-c5605456c3c4 HTTP/1.1" status: 204 len: 173 time: 1.3547544 May 06 09:25:02.723040 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c931e088-f9cd-4231-a421-bde56f034f79', 'name': 'network-vif-deleted', 'tag': '73285a8f-35af-4c47-a73c-c5605456c3c4', 'status': 'completed', 'code': 200} May 06 09:25:02.790906 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11694417-47dd-46e7-aaf2-dc46fa255cff req-9487cbf7-8096-4fc7-9f97-7373859b3361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:02.792400 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-11694417-47dd-46e7-aaf2-dc46fa255cff req-9487cbf7-8096-4fc7-9f97-7373859b3361 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=313becda-a457-409c-913a-a99cbb27b2ab HTTP/1.1" status: 200 len: 1098 time: 0.1461394 May 06 09:25:02.834618 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cc56b-9933-474a-b4d6-79b533da9ab5 req-ae197386-1373-4f8d-97aa-cbeb74b6cc04 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:02.841545 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-252cc56b-9933-474a-b4d6-79b533da9ab5 req-ae197386-1373-4f8d-97aa-cbeb74b6cc04 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/ports?device_id=313becda-a457-409c-913a-a99cbb27b2ab HTTP/1.1" status: 200 len: 945 time: 0.1507282 May 06 09:25:02.888835 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-11694417-47dd-46e7-aaf2-dc46fa255cff req-6220d4d3-b3a3-442f-a101-fd9474545853 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2dbf64dd-8ead-48c2-9a7f-40a707690651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834305 May 06 09:25:02.905285 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-252cc56b-9933-474a-b4d6-79b533da9ab5 req-dd9cf28b-6f24-417f-bc23-6ae542d33d2b tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbf64dd-8ead-48c2-9a7f-40a707690651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628424 May 06 09:25:03.005298 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-8f51f67e-f182-4dc3-904b-cd51b7609d1d req-e8bf137a-8fb9-4255-8d7a-757388ebc393 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Synchronizing usage tracker for tenant:f9983e4cddcf4e468452d86169f2b091 on resource:port {{(pid=74232) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:25:03.129694 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-8f51f67e-f182-4dc3-904b-cd51b7609d1d req-e8bf137a-8fb9-4255-8d7a-757388ebc393 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Unset dirty status for tenant:f9983e4cddcf4e468452d86169f2b091 on resource:port {{(pid=74232) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:25:03.136107 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-8f51f67e-f182-4dc3-904b-cd51b7609d1d req-e8bf137a-8fb9-4255-8d7a-757388ebc393 tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c931e088-f9cd-4231-a421-bde56f034f79 HTTP/1.1" status: 200 len: 210 time: 0.1739390 May 06 09:25:03.373769 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0382265-80c0-4272-8467-e88e89c6f075 req-7286ec61-28dd-4171-a8a3-3e87cc7f9507 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:03.375565 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d0382265-80c0-4272-8467-e88e89c6f075 req-7286ec61-28dd-4171-a8a3-3e87cc7f9507 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=decb6aea-16db-4763-b103-8f2b4f7102f0 HTTP/1.1" status: 200 len: 945 time: 0.1112063 May 06 09:25:03.429605 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d0382265-80c0-4272-8467-e88e89c6f075 req-d4a70a0c-2735-4995-8fb6-a19570b2cb98 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/security-groups?id=750a8854-7678-4847-97f0-b18ee1e5fcdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471518 May 06 09:25:03.455597 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbf0c5-8088-4fe0-bca1-a620f1b3e052 req-3a4db92e-947a-4488-8c14-57f0ff0572af tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:03.457221 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-f4dbf0c5-8088-4fe0-bca1-a620f1b3e052 req-3a4db92e-947a-4488-8c14-57f0ff0572af tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 944 time: 0.1053004 May 06 09:25:03.511006 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-f4dbf0c5-8088-4fe0-bca1-a620f1b3e052 req-bca9c312-e4e1-4d91-847a-023c6c61b74f tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422521 May 06 09:25:03.773550 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48af05-7929-4f69-b8c0-2e58e439315b req-77804ca6-932a-4084-8c23-795530642e4f tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:03.775373 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-ba48af05-7929-4f69-b8c0-2e58e439315b req-77804ca6-932a-4084-8c23-795530642e4f tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.79 "GET /v2.0/ports?device_id=decb6aea-16db-4763-b103-8f2b4f7102f0 HTTP/1.1" status: 200 len: 945 time: 0.2040222 May 06 09:25:03.997314 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e188db-856e-458d-9407-57bb2904f01c req-6ebf9873-f205-4d23-b3e0-96fcc9769f6c tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:03.999319 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-85e188db-856e-458d-9407-57bb2904f01c req-6ebf9873-f205-4d23-b3e0-96fcc9769f6c tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 945 time: 0.2229435 May 06 09:25:04.069062 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-85e188db-856e-458d-9407-57bb2904f01c req-8dc74d0b-4434-47e8-ab21-b9ffd263c1c7 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600469 May 06 09:25:04.070809 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [req-ba48af05-7929-4f69-b8c0-2e58e439315b req-789aa419-0f62-4636-82d7-08f7675eec75 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Deleting port b91e6d5e-e443-4dc8-8459-fddf85a10867 {{(pid=74231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:25:04.071356 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-ba48af05-7929-4f69-b8c0-2e58e439315b req-789aa419-0f62-4636-82d7-08f7675eec75 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:04.132099 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d645f-69d9-4652-b8d7-01eac48c1aaf req-561975e4-47bd-4705-b905-c5d6a4cda9bb tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:04.135856 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-654d645f-69d9-4652-b8d7-01eac48c1aaf req-561975e4-47bd-4705-b905-c5d6a4cda9bb tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/ports?device_id=313becda-a457-409c-913a-a99cbb27b2ab HTTP/1.1" status: 200 len: 945 time: 0.1137977 May 06 09:25:04.208090 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-654d645f-69d9-4652-b8d7-01eac48c1aaf req-b43d0e09-86a2-4e95-afa1-4f0937bd607a tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbf64dd-8ead-48c2-9a7f-40a707690651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683255 May 06 09:25:04.238635 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-ba48af05-7929-4f69-b8c0-2e58e439315b req-789aa419-0f62-4636-82d7-08f7675eec75 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] For port b91e6d5e-e443-4dc8-8459-fddf85a10867, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=b91e6d5e-e443-4dc8-8459-fddf85a10867,segment=NetworkSegment(8cc31b58-1f92-490c-9268-9f879d8942f0),segment_id=8cc31b58-1f92-490c-9268-9f879d8942f0)] {{(pid=74231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:25:04.239256 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-ba48af05-7929-4f69-b8c0-2e58e439315b req-789aa419-0f62-4636-82d7-08f7675eec75 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:04.248460 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 54698) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:25:04.401014 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [req-ba48af05-7929-4f69-b8c0-2e58e439315b req-789aa419-0f62-4636-82d7-08f7675eec75 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Calling delete_port for b91e6d5e-e443-4dc8-8459-fddf85a10867 owned by compute:nova {{(pid=74231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:25:04.686858 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-ba48af05-7929-4f69-b8c0-2e58e439315b req-789aa419-0f62-4636-82d7-08f7675eec75 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:04.698265 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] get_ports_and_sgs() called for port_ids ['b91e6d5e-e443-4dc8-8459-fddf85a10867'] {{(pid=74233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 09:25:04.707998 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-705ef7b0-278e-4d2c-b31d-761d7f446585 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:04.744967 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97442339-2cdb-4efb-ad47-1091d1832fa2 req-52312f27-6681-4b54-ac1a-bd52b56577e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:04.747049 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-97442339-2cdb-4efb-ad47-1091d1832fa2 req-52312f27-6681-4b54-ac1a-bd52b56577e5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571&tenant_id=87a87eb65c3849949fab4179da2d6886 HTTP/1.1" status: 200 len: 1097 time: 0.3771391 May 06 09:25:04.766224 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-7ebf4e8e-9142-4bd4-bfe8-f86c30556132 req-b4ee045f-6bda-4e10-bc75-dbd2995d1fbf tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=decb6aea-16db-4763-b103-8f2b4f7102f0 HTTP/1.1" status: 200 len: 210 time: 0.1515265 May 06 09:25:04.813350 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789aa419-0f62-4636-82d7-08f7675eec75 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Pushing event deleted for resources: {'Port': ['ID=b91e6d5e-e443-4dc8-8459-fddf85a10867,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:04.819881 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-789aa419-0f62-4636-82d7-08f7675eec75 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:04.867221 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba48af05-7929-4f69-b8c0-2e58e439315b req-789aa419-0f62-4636-82d7-08f7675eec75 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] No DVR routers for this DVR port b91e6d5e-e443-4dc8-8459-fddf85a10867 on host hv-cinder-79001 {{(pid=74231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:25:04.869968 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-ba48af05-7929-4f69-b8c0-2e58e439315b req-789aa419-0f62-4636-82d7-08f7675eec75 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:04.877746 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'decb6aea-16db-4763-b103-8f2b4f7102f0', 'name': 'network-vif-deleted', 'tag': 'b91e6d5e-e443-4dc8-8459-fddf85a10867'}] {{(pid=74231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:25:04.924253 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a9c4e-b588-4326-976c-da8cbcc5a893 req-2e83a0b0-d676-4740-857a-59614b3add89 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:04.926366 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-f95a9c4e-b588-4326-976c-da8cbcc5a893 req-2e83a0b0-d676-4740-857a-59614b3add89 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 944 time: 0.2803588 May 06 09:25:04.928153 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'decb6aea-16db-4763-b103-8f2b4f7102f0', 'name': 'network-vif-deleted', 'tag': 'b91e6d5e-e443-4dc8-8459-fddf85a10867', 'status': 'completed', 'code': 200} May 06 09:25:04.964598 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97442339-2cdb-4efb-ad47-1091d1832fa2 req-90e0138e-7748-4823-8f89-e0f8c304b0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:04.966035 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-97442339-2cdb-4efb-ad47-1091d1832fa2 req-90e0138e-7748-4823-8f89-e0f8c304b0df service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=87a87eb65c3849949fab4179da2d6886&device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 1097 time: 0.1814172 May 06 09:25:04.975850 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-f95a9c4e-b588-4326-976c-da8cbcc5a893 req-5d9616c6-5cd8-438b-8523-d95b5dc3f8be tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425808 May 06 09:25:04.984479 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-ba48af05-7929-4f69-b8c0-2e58e439315b req-789aa419-0f62-4636-82d7-08f7675eec75 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.79 "DELETE /v2.0/ports/b91e6d5e-e443-4dc8-8459-fddf85a10867 HTTP/1.1" status: 204 len: 173 time: 1.1632979 May 06 09:25:05.179906 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97442339-2cdb-4efb-ad47-1091d1832fa2 req-2d34b16d-2530-4765-be48-ebeb22624b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:05.181818 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-97442339-2cdb-4efb-ad47-1091d1832fa2 req-2d34b16d-2530-4765-be48-ebeb22624b4f service neutron] 10.222.0.79 "GET /v2.0/networks?id=e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a HTTP/1.1" status: 200 len: 919 time: 0.2042656 May 06 09:25:05.393040 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-97442339-2cdb-4efb-ad47-1091d1832fa2 req-7cfe880b-3298-41d8-9df2-e6e7febc39c2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8 HTTP/1.1" status: 200 len: 1000 time: 0.2037213 May 06 09:25:05.411771 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f3dc0-6e7e-47a3-a41b-ca357657fb13 req-97fcbfc2-f39f-437b-b6d0-18542721651d tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:05.413226 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-ac7f3dc0-6e7e-47a3-a41b-ca357657fb13 req-97fcbfc2-f39f-437b-b6d0-18542721651d tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/ports?device_id=313becda-a457-409c-913a-a99cbb27b2ab HTTP/1.1" status: 200 len: 945 time: 0.0862255 May 06 09:25:05.461997 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-ac7f3dc0-6e7e-47a3-a41b-ca357657fb13 req-4ffbd932-cfe4-43c7-97f3-f86e5573320b tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbf64dd-8ead-48c2-9a7f-40a707690651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428414 May 06 09:25:05.497554 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602244a-f9ab-448e-8564-cc1499332a16 req-734dbc06-5cf5-49ad-91fe-8766f37da8ac tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:05.499031 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-c602244a-f9ab-448e-8564-cc1499332a16 req-734dbc06-5cf5-49ad-91fe-8766f37da8ac tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 945 time: 0.2507229 May 06 09:25:05.504550 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97442339-2cdb-4efb-ad47-1091d1832fa2 req-be801c4b-393f-4d54-b567-c2c5463d4b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:05.505953 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-97442339-2cdb-4efb-ad47-1091d1832fa2 req-be801c4b-393f-4d54-b567-c2c5463d4b0c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3327bb7d-2498-459f-aedf-d87f7d766be5 HTTP/1.1" status: 200 len: 856 time: 0.1059215 May 06 09:25:05.560702 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-5a757ba2-856d-4977-8ff1-baedc3241b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663639'] for router_interface, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:05.703182 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 73285a8f-35af-4c47-a73c-c5605456c3c4 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 09:25:05.738981 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] No Port match for: 73285a8f-35af-4c47-a73c-c5605456c3c4 {{(pid=74233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 09:25:05.739244 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-c602244a-f9ab-448e-8564-cc1499332a16 req-7078afd2-3128-4a3f-b5d5-9b22145c7c6a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2308087 May 06 09:25:05.739369 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 73285a8f-35af-4c47-a73c-c5605456c3c4 not bound to the agent host hv-cinder-79001 {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 09:25:05.805086 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97442339-2cdb-4efb-ad47-1091d1832fa2 req-918cdd0e-9af4-4e2b-8461-9c603871a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:05.806831 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-97442339-2cdb-4efb-ad47-1091d1832fa2 req-918cdd0e-9af4-4e2b-8461-9c603871a500 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2805960 May 06 09:25:05.984918 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-7cb6c14f-bd33-45bd-bdc3-c016c83e1e0e req-e9c78202-b55d-4312-a32a-5701fbb4e2ab tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Synchronizing usage tracker for tenant:721438689c5c44e78f53ad730cb9883d on resource:port {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:25:06.056481 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-97442339-2cdb-4efb-ad47-1091d1832fa2 req-f7c5d118-0345-430d-8151-43f66e837305 service neutron] 10.222.0.79 "GET /v2.0/networks/e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987972 May 06 09:25:06.068076 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-7cb6c14f-bd33-45bd-bdc3-c016c83e1e0e req-e9c78202-b55d-4312-a32a-5701fbb4e2ab tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Unset dirty status for tenant:721438689c5c44e78f53ad730cb9883d on resource:port {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:25:06.069636 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-7cb6c14f-bd33-45bd-bdc3-c016c83e1e0e req-e9c78202-b55d-4312-a32a-5701fbb4e2ab tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] 10.222.0.20 "GET /v2.0/ports?device_id=decb6aea-16db-4763-b103-8f2b4f7102f0 HTTP/1.1" status: 200 len: 210 time: 0.1337004 May 06 09:25:06.375372 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-97442339-2cdb-4efb-ad47-1091d1832fa2 req-b063e354-0155-4b7c-ab41-3d14a2142be7 service neutron] 10.222.0.79 "GET /v2.0/networks/e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096652 May 06 09:25:06.392997 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b505a-03bc-4bd7-8d68-e127c0b1e19d req-66cadf53-9507-41fb-bf95-0ea8b7c2af5d tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:06.394548 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-585b505a-03bc-4bd7-8d68-e127c0b1e19d req-66cadf53-9507-41fb-bf95-0ea8b7c2af5d tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 944 time: 0.2514086 May 06 09:25:06.524518 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.plugin [None req-5a757ba2-856d-4977-8ff1-baedc3241b1d admin admin] Deleting port 02f2a5cd-2826-44fa-a80c-1b9969da040e {{(pid=74232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:25:06.524862 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-5a757ba2-856d-4977-8ff1-baedc3241b1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:06.619566 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-585b505a-03bc-4bd7-8d68-e127c0b1e19d req-7d09d61b-6ab2-45a6-882e-8baec1d729c8 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2181880 May 06 09:25:06.677623 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.db [None req-5a757ba2-856d-4977-8ff1-baedc3241b1d admin admin] For port 02f2a5cd-2826-44fa-a80c-1b9969da040e, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=02f2a5cd-2826-44fa-a80c-1b9969da040e,segment=NetworkSegment(7bfdc02c-4405-4bd3-bbf2-9571d057ac4a),segment_id=7bfdc02c-4405-4bd3-bbf2-9571d057ac4a)] {{(pid=74232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:25:06.677981 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-5a757ba2-856d-4977-8ff1-baedc3241b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:06.819673 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.plugin [None req-5a757ba2-856d-4977-8ff1-baedc3241b1d admin admin] Calling delete_port for 02f2a5cd-2826-44fa-a80c-1b9969da040e owned by network:router_interface {{(pid=74232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:25:07.023520 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 54778) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:25:07.085827 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d66ca1-c4cd-435d-aeff-8c44958b6bed req-ff4e5a74-2867-4e2c-834b-2e2cf11a233a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:07.092098 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-23d66ca1-c4cd-435d-aeff-8c44958b6bed req-ff4e5a74-2867-4e2c-834b-2e2cf11a233a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 945 time: 0.1588957 May 06 09:25:07.151118 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-23d66ca1-c4cd-435d-aeff-8c44958b6bed req-66155650-875e-4577-bef4-f0b4a2d0f652 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543110 May 06 09:25:07.230292 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-d15a6f02-4cab-46ab-b571-fec36aec0c44 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7a666015958542968ac3d7526b9ef999&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2019086 May 06 09:25:07.230698 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 54790) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:25:07.236526 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 54796) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:25:07.304893 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-5a757ba2-856d-4977-8ff1-baedc3241b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15350160'] for port, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:07.316527 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-5721f5ee-c96b-40c1-9409-f6e658e4f37a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:07.328541 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:07.346455 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-5721f5ee-c96b-40c1-9409-f6e658e4f37a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:07.420114 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a757ba2-856d-4977-8ff1-baedc3241b1d admin admin] Pushing event deleted for resources: {'Port': ['ID=02f2a5cd-2826-44fa-a80c-1b9969da040e,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:07.472467 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-5a757ba2-856d-4977-8ff1-baedc3241b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:07.540339 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.db_base_plugin_v2 [None req-cddcd8bf-12ac-418f-83a0-41f2a54c2837 admin admin] Deleting subnet 48217201-77f0-4a45-b499-0cae79b4ea6e {{(pid=74232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 09:25:07.555174 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-cddcd8bf-12ac-418f-83a0-41f2a54c2837 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:07.586226 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-5721f5ee-c96b-40c1-9409-f6e658e4f37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:07.596611 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-cea47bd8-be32-4fe7-9c6f-66f64fb418de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:07.621237 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5721f5ee-c96b-40c1-9409-f6e658e4f37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0eb0689-ec6d-4c2a-a7e3-e8e3c42877d5,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:07.630278 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-5721f5ee-c96b-40c1-9409-f6e658e4f37a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:07.706383 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29255e-5d73-466c-883a-50331d87e420 req-e818a1be-a700-46a6-a3b7-17c24ae7929c tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:07.708141 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4e29255e-5d73-466c-883a-50331d87e420 req-e818a1be-a700-46a6-a3b7-17c24ae7929c tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/ports?device_id=313becda-a457-409c-913a-a99cbb27b2ab HTTP/1.1" status: 200 len: 945 time: 0.1650136 May 06 09:25:07.716875 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device b91e6d5e-e443-4dc8-8459-fddf85a10867 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 09:25:07.731617 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-5721f5ee-c96b-40c1-9409-f6e658e4f37a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:07.732847 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-5721f5ee-c96b-40c1-9409-f6e658e4f37a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a0eb0689-ec6d-4c2a-a7e3-e8e3c42877d5 HTTP/1.1" status: 204 len: 168 time: 0.5014024 May 06 09:25:07.807793 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] No Port match for: b91e6d5e-e443-4dc8-8459-fddf85a10867 {{(pid=74233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 09:25:07.808363 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device b91e6d5e-e443-4dc8-8459-fddf85a10867 not bound to the agent host hv-cinder-79001 {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 09:25:07.855875 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-cddcd8bf-12ac-418f-83a0-41f2a54c2837 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15457490'] for subnet, precommit_delete_associations {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:07.856573 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4e29255e-5d73-466c-883a-50331d87e420 req-1bfb3eac-4884-4005-96a1-2349547e07e1 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbf64dd-8ead-48c2-9a7f-40a707690651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415498 May 06 09:25:08.028341 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-cddcd8bf-12ac-418f-83a0-41f2a54c2837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2045876'] for subnet, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:08.145748 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-5a757ba2-856d-4977-8ff1-baedc3241b1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667111'] for router_interface, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:08.535416 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25ae02-3e89-41a5-877b-8adc32e3e1d6 req-b25767eb-1f3e-4e4a-a391-9b63944c65cc tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:08.537675 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-2b25ae02-3e89-41a5-877b-8adc32e3e1d6 req-b25767eb-1f3e-4e4a-a391-9b63944c65cc tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 945 time: 0.1226919 May 06 09:25:08.589676 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-2b25ae02-3e89-41a5-877b-8adc32e3e1d6 req-cf1bc614-d5ea-4c94-a8d7-db5d82ad48af tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454414 May 06 09:25:08.651424 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec4185c-0777-4412-9f6f-a80d7db05223 req-61f0c92c-38e9-482d-ba90-297253c32673 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:08.653015 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-bec4185c-0777-4412-9f6f-a80d7db05223 req-61f0c92c-38e9-482d-ba90-297253c32673 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 944 time: 0.8004084 May 06 09:25:08.808537 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-bec4185c-0777-4412-9f6f-a80d7db05223 req-2bf32b45-af63-4fd2-9e57-344df07c2149 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399786 May 06 09:25:09.041039 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-cddcd8bf-12ac-418f-83a0-41f2a54c2837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2045883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15350211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15263217'] for subnet, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:09.051390 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-fffe6690-e4f0-434e-b479-2556b69bb25e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:09.102504 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddcd8bf-12ac-418f-83a0-41f2a54c2837 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48217201-77f0-4a45-b499-0cae79b4ea6e,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:09.189272 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-cddcd8bf-12ac-418f-83a0-41f2a54c2837 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:09.189272 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddcd8bf-12ac-418f-83a0-41f2a54c2837 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:09.189272 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddcd8bf-12ac-418f-83a0-41f2a54c2837 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:09.189272 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddcd8bf-12ac-418f-83a0-41f2a54c2837 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:09.189272 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddcd8bf-12ac-418f-83a0-41f2a54c2837 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:09.189272 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddcd8bf-12ac-418f-83a0-41f2a54c2837 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:09.189272 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddcd8bf-12ac-418f-83a0-41f2a54c2837 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:09.189754 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59ac54-16ac-4f38-8dac-08887557581a req-34583306-d574-4388-88cd-1a289e258f02 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:09.189862 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddcd8bf-12ac-418f-83a0-41f2a54c2837 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:09.189862 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddcd8bf-12ac-418f-83a0-41f2a54c2837 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:09.189862 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddcd8bf-12ac-418f-83a0-41f2a54c2837 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:09.189862 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddcd8bf-12ac-418f-83a0-41f2a54c2837 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:09.189862 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddcd8bf-12ac-418f-83a0-41f2a54c2837 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:09.189862 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddcd8bf-12ac-418f-83a0-41f2a54c2837 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:09.190242 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-ff59ac54-16ac-4f38-8dac-08887557581a req-34583306-d574-4388-88cd-1a289e258f02 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/ports?device_id=313becda-a457-409c-913a-a99cbb27b2ab HTTP/1.1" status: 200 len: 945 time: 0.1711767 May 06 09:25:09.190317 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-cddcd8bf-12ac-418f-83a0-41f2a54c2837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:09.202657 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a757ba2-856d-4977-8ff1-baedc3241b1d admin admin] Router 35bfe900-80e6-48b0-ab16-7a8ee9985185 has already been hosted by L3 agent 6417d645-ec24-4e28-ae28-fb602049daa5 {{(pid=74232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 09:25:09.378422 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-ff59ac54-16ac-4f38-8dac-08887557581a req-df10a866-09f9-4e35-9077-75fbd46960c4 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbf64dd-8ead-48c2-9a7f-40a707690651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098360 May 06 09:25:09.477685 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a757ba2-856d-4977-8ff1-baedc3241b1d admin admin] Notify agent at l3_agent.dv-cinder-790014-1-smb the message routers_updated {{(pid=74232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 09:25:09.486506 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 54840) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:25:09.487792 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-5a757ba2-856d-4977-8ff1-baedc3241b1d admin admin] 10.222.0.20 "PUT /v2.0/routers/35bfe900-80e6-48b0-ab16-7a8ee9985185/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2379024 May 06 09:25:09.490002 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af91d120-8009-4acd-8bbd-1b7d5b0d5082 None None] Sync routers for ids ['35bfe900-80e6-48b0-ab16-7a8ee9985185'] in dv-cinder-790014-1-smb {{(pid=74234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:25:09.504386 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af91d120-8009-4acd-8bbd-1b7d5b0d5082 None None] Routers {'35bfe900-80e6-48b0-ab16-7a8ee9985185'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:25:09.505179 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-af91d120-8009-4acd-8bbd-1b7d5b0d5082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:24:46Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['35bfe900-80e6-48b0-ab16-7a8ee9985185'], 'active': True} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:25:09.718500 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvr_db [None req-af91d120-8009-4acd-8bbd-1b7d5b0d5082 None None] Set router 35bfe900-80e6-48b0-ab16-7a8ee9985185 gateway port host: dv-cinder-790014-1-smb {{(pid=74234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:25:09.743715 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-cddcd8bf-12ac-418f-83a0-41f2a54c2837 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/48217201-77f0-4a45-b499-0cae79b4ea6e HTTP/1.1" status: 204 len: 168 time: 2.5038140 May 06 09:25:09.748905 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 54850) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:25:09.773515 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-dcd8af29-faeb-4561-b7db-905e52d2326a admin admin] Notify callbacks [] for router, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:10.210222 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-48c3a21c-0724-486f-b895-d2d448fbcbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1693876'] for network, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:10.250463 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-dcd8af29-faeb-4561-b7db-905e52d2326a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:10.278597 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-af91d120-8009-4acd-8bbd-1b7d5b0d5082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bfe900-80e6-48b0-ab16-7a8ee9985185', 'name': 'tempest-ServerRescueNegativeTestJSON-169303928-router', 'tenant_id': 'f9983e4cddcf4e468452d86169f2b091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': '5233761f-d479-487e-9b05-7d573cfaa389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:22:11Z', 'updated_at': '2021-05-06T09:25:07Z', 'revision_number': 5, 'project_id': 'f9983e4cddcf4e468452d86169f2b091', 'gw_port': {'id': '5233761f-d479-487e-9b05-7d573cfaa389', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bfe900-80e6-48b0-ab16-7a8ee9985185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:12Z', 'updated_at': '2021-05-06T09:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb'}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:25:10.288505 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af91d120-8009-4acd-8bbd-1b7d5b0d5082 None None] Checking router: 35bfe900-80e6-48b0-ab16-7a8ee9985185 for host: dv-cinder-790014-1-smb {{(pid=74234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:25:10.308795 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af91d120-8009-4acd-8bbd-1b7d5b0d5082 None None] Routers {'35bfe900-80e6-48b0-ab16-7a8ee9985185'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:25:10.310555 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-af91d120-8009-4acd-8bbd-1b7d5b0d5082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:24:46Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['35bfe900-80e6-48b0-ab16-7a8ee9985185'], 'active': True} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:25:10.440549 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380020f-33c5-4686-b83f-be6171ebef7a req-17f761f1-6543-42e8-b873-f39bd20da744 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:10.454583 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4380020f-33c5-4686-b83f-be6171ebef7a req-17f761f1-6543-42e8-b873-f39bd20da744 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 944 time: 0.3907974 May 06 09:25:10.481929 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e620a-a272-4d9f-856c-249392b79f80 req-f629019f-40d5-49d7-8c88-f7d8fe59b2b0 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:10.491254 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-577e620a-a272-4d9f-856c-249392b79f80 req-f629019f-40d5-49d7-8c88-f7d8fe59b2b0 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 945 time: 0.5128496 May 06 09:25:10.545800 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-48c3a21c-0724-486f-b895-d2d448fbcbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043471', 'neutron.services.segments.db._delete_segments_for_network-8734680829341'] for network, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:10.566563 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.services.segments.db [None req-48c3a21c-0724-486f-b895-d2d448fbcbb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a69c290e-b8a1-4108-a145-cd8c4bb057e3']}} {{(pid=74232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:25:10.602854 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-577e620a-a272-4d9f-856c-249392b79f80 req-b10cc43b-ec23-4216-b07c-d132a5b61427 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1099250 May 06 09:25:10.612224 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.services.segments.db [None req-48c3a21c-0724-486f-b895-d2d448fbcbb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cc31b58-1f92-490c-9268-9f879d8942f0') {'for_net_delete': True} {{(pid=74232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:25:10.613058 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.services.segments.db [None req-48c3a21c-0724-486f-b895-d2d448fbcbb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cc31b58-1f92-490c-9268-9f879d8942f0') {} {{(pid=74232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:25:10.641249 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-48c3a21c-0724-486f-b895-d2d448fbcbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734680841831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15457485'] for segment, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:10.662498 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4380020f-33c5-4686-b83f-be6171ebef7a req-808f83f0-b9a3-4566-97ba-2b78de871a98 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996975 May 06 09:25:10.683163 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-48c3a21c-0724-486f-b895-d2d448fbcbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047374'] for segment, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:10.694940 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48c3a21c-0724-486f-b895-d2d448fbcbb6 admin admin] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=74232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:25:10.695766 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-48c3a21c-0724-486f-b895-d2d448fbcbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2047367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15350181'] for segment, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:10.727455 dv-cinder-790014-1-smb neutron-server[74232]: Traceback (most recent call last): May 06 09:25:10.727455 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:25:10.727455 dv-cinder-790014-1-smb neutron-server[74232]: timer() May 06 09:25:10.727455 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:25:10.727455 dv-cinder-790014-1-smb neutron-server[74232]: cb(*args, **kw) May 06 09:25:10.727455 dv-cinder-790014-1-smb neutron-server[74232]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 09:25:10.727455 dv-cinder-790014-1-smb neutron-server[74232]: return func(*args, **kwargs) May 06 09:25:10.727455 dv-cinder-790014-1-smb neutron-server[74232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:25:10.727455 dv-cinder-790014-1-smb neutron-server[74232]: self._notify() May 06 09:25:10.727455 dv-cinder-790014-1-smb neutron-server[74232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:25:10.727455 dv-cinder-790014-1-smb neutron-server[74232]: self.callback(batched_events) May 06 09:25:10.727455 dv-cinder-790014-1-smb neutron-server[74232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:25:10.727455 dv-cinder-790014-1-smb neutron-server[74232]: event.method(event) May 06 09:25:10.727455 dv-cinder-790014-1-smb neutron-server[74232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 09:25:10.727455 dv-cinder-790014-1-smb neutron-server[74232]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:25:10.727455 dv-cinder-790014-1-smb neutron-server[74232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 09:25:10.727455 dv-cinder-790014-1-smb neutron-server[74232]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:25:10.727455 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 09:25:10.727455 dv-cinder-790014-1-smb neutron-server[74232]: return f(self, *a, **k) May 06 09:25:10.727455 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 09:25:10.727455 dv-cinder-790014-1-smb neutron-server[74232]: return self._get(url).json() May 06 09:25:10.727455 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 09:25:10.727455 dv-cinder-790014-1-smb neutron-server[74232]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:25:10.727455 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:25:10.727455 dv-cinder-790014-1-smb neutron-server[74232]: return self.request(url, 'GET', **kwargs) May 06 09:25:10.727455 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:25:10.727455 dv-cinder-790014-1-smb neutron-server[74232]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:25:10.727455 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:25:10.727455 dv-cinder-790014-1-smb neutron-server[74232]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:25:10.727455 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:25:10.727455 dv-cinder-790014-1-smb neutron-server[74232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:25:10.727455 dv-cinder-790014-1-smb neutron-server[74232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:25:10.757562 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [None req-dcd8af29-faeb-4561-b7db-905e52d2326a admin admin] Deleting port 5233761f-d479-487e-9b05-7d573cfaa389 {{(pid=74231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:25:10.758004 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-dcd8af29-faeb-4561-b7db-905e52d2326a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:10.804944 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvr_db [None req-af91d120-8009-4acd-8bbd-1b7d5b0d5082 None None] Set router 35bfe900-80e6-48b0-ab16-7a8ee9985185 gateway port host: None {{(pid=74234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:25:11.007851 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914a9eb-26dd-45eb-9ebf-32ae9282efb0 req-c59d693e-5d0d-4504-8b5a-20edbef2fb8f tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:11.010008 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-5914a9eb-26dd-45eb-9ebf-32ae9282efb0 req-c59d693e-5d0d-4504-8b5a-20edbef2fb8f tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/ports?device_id=313becda-a457-409c-913a-a99cbb27b2ab HTTP/1.1" status: 200 len: 945 time: 0.1412621 May 06 09:25:11.011736 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-48c3a21c-0724-486f-b895-d2d448fbcbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670049'] for network, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:11.022808 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:11.025268 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-af91d120-8009-4acd-8bbd-1b7d5b0d5082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bfe900-80e6-48b0-ab16-7a8ee9985185', 'name': 'tempest-ServerRescueNegativeTestJSON-169303928-router', 'tenant_id': 'f9983e4cddcf4e468452d86169f2b091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:22:11Z', 'updated_at': '2021-05-06T09:25:10Z', 'revision_number': 6, 'project_id': 'f9983e4cddcf4e468452d86169f2b091', 'gw_port_host': None}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:25:11.025931 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [None req-dcd8af29-faeb-4561-b7db-905e52d2326a admin admin] For port 5233761f-d479-487e-9b05-7d573cfaa389, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=5233761f-d479-487e-9b05-7d573cfaa389,segment=NetworkSegment(965c1257-9f5a-4385-a535-e1c8d4f2cb09),segment_id=965c1257-9f5a-4385-a535-e1c8d4f2cb09)] {{(pid=74231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:25:11.026538 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-dcd8af29-faeb-4561-b7db-905e52d2326a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:11.030640 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af91d120-8009-4acd-8bbd-1b7d5b0d5082 None None] The sync data for ids ['35bfe900-80e6-48b0-ab16-7a8ee9985185'] in dv-cinder-790014-1-smb is: [{'id': '35bfe900-80e6-48b0-ab16-7a8ee9985185', 'name': 'tempest-ServerRescueNegativeTestJSON-169303928-router', 'tenant_id': 'f9983e4cddcf4e468452d86169f2b091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:22:11Z', 'updated_at': '2021-05-06T09:25:10Z', 'revision_number': 6, 'project_id': 'f9983e4cddcf4e468452d86169f2b091', 'gw_port_host': None}] {{(pid=74234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:25:11.131314 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-48c3a21c-0724-486f-b895-d2d448fbcbb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for network, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:11.131314 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c3a21c-0724-486f-b895-d2d448fbcbb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a69c290e-b8a1-4108-a145-cd8c4bb057e3,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:11.131314 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-48c3a21c-0724-486f-b895-d2d448fbcbb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:11.178395 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-5914a9eb-26dd-45eb-9ebf-32ae9282efb0 req-0554e0f5-145d-491e-84ed-61b2ab4cfed6 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbf64dd-8ead-48c2-9a7f-40a707690651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585021 May 06 09:25:11.243346 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [None req-dcd8af29-faeb-4561-b7db-905e52d2326a admin admin] Calling delete_port for 5233761f-d479-487e-9b05-7d573cfaa389 owned by network:router_gateway {{(pid=74231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:25:11.354701 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-48c3a21c-0724-486f-b895-d2d448fbcbb6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a69c290e-b8a1-4108-a145-cd8c4bb057e3 HTTP/1.1" status: 204 len: 168 time: 1.6074650 May 06 09:25:11.660398 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-dcd8af29-faeb-4561-b7db-905e52d2326a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:11.665853 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-cf2e4454-7fe5-4c75-9cc4-5b965fa87f41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:11.746649 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd8af29-faeb-4561-b7db-905e52d2326a admin admin] Pushing event deleted for resources: {'Port': ['ID=5233761f-d479-487e-9b05-7d573cfaa389,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:11.829242 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd8af29-faeb-4561-b7db-905e52d2326a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:11.829531 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd8af29-faeb-4561-b7db-905e52d2326a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:11.829885 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd8af29-faeb-4561-b7db-905e52d2326a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:11.830233 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd8af29-faeb-4561-b7db-905e52d2326a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:11.830572 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd8af29-faeb-4561-b7db-905e52d2326a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:11.831064 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd8af29-faeb-4561-b7db-905e52d2326a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:11.831415 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd8af29-faeb-4561-b7db-905e52d2326a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:11.836951 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd8af29-faeb-4561-b7db-905e52d2326a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:11.836951 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd8af29-faeb-4561-b7db-905e52d2326a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:11.836951 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd8af29-faeb-4561-b7db-905e52d2326a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:11.836951 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd8af29-faeb-4561-b7db-905e52d2326a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:11.836951 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd8af29-faeb-4561-b7db-905e52d2326a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:11.848427 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-dcd8af29-faeb-4561-b7db-905e52d2326a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:11.866683 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 54878) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:25:11.911844 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-dcd8af29-faeb-4561-b7db-905e52d2326a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670067'] for router_gateway, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:12.037937 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-dd3447ff-9d54-4a26-8cda-42ffde4ddfdd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=721438689c5c44e78f53ad730cb9883d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1691220 May 06 09:25:12.041727 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 54882) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:25:12.121994 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744970b0-fb34-4754-bea0-33c19dfe8ea1 req-1030a119-4427-4231-a51a-d16da9bc509b tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:12.129182 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-744970b0-fb34-4754-bea0-33c19dfe8ea1 req-1030a119-4427-4231-a51a-d16da9bc509b tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 944 time: 0.1729763 May 06 09:25:12.272735 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ba054-ab28-4161-a9c7-b3fc9bed8358 req-afd4cad4-61ce-40b8-93e6-f8a063f690f8 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:12.275112 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-d454486a-6fa5-40d3-b3f7-70661ee29c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:12.280605 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-c07ba054-ab28-4161-a9c7-b3fc9bed8358 req-afd4cad4-61ce-40b8-93e6-f8a063f690f8 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 945 time: 0.5223713 May 06 09:25:12.302947 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-dcd8af29-faeb-4561-b7db-905e52d2326a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-692783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30643'] for router, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:12.306586 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-d454486a-6fa5-40d3-b3f7-70661ee29c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:12.307841 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-dcd8af29-faeb-4561-b7db-905e52d2326a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:12.368754 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-744970b0-fb34-4754-bea0-33c19dfe8ea1 req-1b192414-1050-447f-bbc8-cb1343c3d52e tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2325454 May 06 09:25:12.406585 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 5233761f-d479-487e-9b05-7d573cfaa389 no longer exists at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 09:25:12.430330 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-c07ba054-ab28-4161-a9c7-b3fc9bed8358 req-9211f3f4-beee-4827-a8dc-b4708de0bc90 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1487038 May 06 09:25:12.460211 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] No Port match for: 5233761f-d479-487e-9b05-7d573cfaa389 {{(pid=74233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 09:25:12.460871 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 5233761f-d479-487e-9b05-7d573cfaa389 not bound to the agent host dv-cinder-790014-1-smb {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 09:25:12.461305 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 02f2a5cd-2826-44fa-a80c-1b9969da040e no longer exists at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 09:25:12.495744 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] No Port match for: 02f2a5cd-2826-44fa-a80c-1b9969da040e {{(pid=74233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 09:25:12.496382 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 02f2a5cd-2826-44fa-a80c-1b9969da040e not bound to the agent host dv-cinder-790014-1-smb {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 09:25:12.604952 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f39e14-1393-460c-952f-93cc761effca req-135418f8-f3da-4504-a91c-647807dd6730 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:12.606691 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-10f39e14-1393-460c-952f-93cc761effca req-135418f8-f3da-4504-a91c-647807dd6730 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/ports?device_id=313becda-a457-409c-913a-a99cbb27b2ab HTTP/1.1" status: 200 len: 945 time: 0.0869906 May 06 09:25:12.702043 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-10f39e14-1393-460c-952f-93cc761effca req-e582ef5b-3022-47e4-92fd-6c18e2591f2d tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbf64dd-8ead-48c2-9a7f-40a707690651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458431 May 06 09:25:12.723407 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-d454486a-6fa5-40d3-b3f7-70661ee29c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:12.728752 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-c1577110-6db3-47bc-870f-d5c16e9cfd3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:12.738719 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454486a-6fa5-40d3-b3f7-70661ee29c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750a8854-7678-4847-97f0-b18ee1e5fcdf,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:12.744059 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-d454486a-6fa5-40d3-b3f7-70661ee29c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:12.814838 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-dcd8af29-faeb-4561-b7db-905e52d2326a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-696161'] for router, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:12.815694 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd8af29-faeb-4561-b7db-905e52d2326a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35bfe900-80e6-48b0-ab16-7a8ee9985185 {{(pid=74231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 09:25:12.841701 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-dcd8af29-faeb-4561-b7db-905e52d2326a admin admin] Notify callbacks [] for router, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:12.842911 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-dcd8af29-faeb-4561-b7db-905e52d2326a admin admin] 10.222.0.20 "DELETE /v2.0/routers/35bfe900-80e6-48b0-ab16-7a8ee9985185 HTTP/1.1" status: 204 len: 168 time: 3.3553388 May 06 09:25:12.846153 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 54890) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:25:12.899542 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-d454486a-6fa5-40d3-b3f7-70661ee29c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:12.900931 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-d454486a-6fa5-40d3-b3f7-70661ee29c3b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/750a8854-7678-4847-97f0-b18ee1e5fcdf HTTP/1.1" status: 204 len: 168 time: 0.8582218 May 06 09:25:12.936350 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc5b504d-9620-411d-8982-b211db443689 admin admin] Deleting subnet f3aac420-410a-4224-bd12-b0f6b8f33f91 {{(pid=74232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 09:25:12.940520 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-bc5b504d-9620-411d-8982-b211db443689 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:13.010993 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-bc5b504d-9620-411d-8982-b211db443689 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15457490'] for subnet, precommit_delete_associations {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:13.084126 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-bc5b504d-9620-411d-8982-b211db443689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2045876'] for subnet, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:13.546628 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-7f6431f6-3711-4d3c-85b3-c4420d0ab93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:13.553440 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-bc5b504d-9620-411d-8982-b211db443689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2045883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15350211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15263217'] for subnet, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:13.558193 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-ab2e9b1e-090d-4ce2-aeaf-50f8bacb3859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:13.606220 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b504d-9620-411d-8982-b211db443689 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3aac420-410a-4224-bd12-b0f6b8f33f91,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:13.608365 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-bc5b504d-9620-411d-8982-b211db443689 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:13.615462 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-bc5b504d-9620-411d-8982-b211db443689 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f3aac420-410a-4224-bd12-b0f6b8f33f91 HTTP/1.1" status: 204 len: 168 time: 0.7684984 May 06 09:25:13.618229 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 54912) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:25:13.628236 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-bc5b504d-9620-411d-8982-b211db443689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:13.661220 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd829404-7c61-4719-a34e-c6d4963d06ed req-1ef97594-bab5-4ae0-9ce7-ea9794cae566 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:13.662753 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-fd829404-7c61-4719-a34e-c6d4963d06ed req-1ef97594-bab5-4ae0-9ce7-ea9794cae566 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 944 time: 0.1558206 May 06 09:25:13.729014 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-fd829404-7c61-4719-a34e-c6d4963d06ed req-145f32ab-579a-48ea-88d5-4a8077d384b2 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593243 May 06 09:25:13.757439 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-ef150e41-4aba-4471-8608-4ef80eb8e793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1693876'] for network, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:13.971407 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-ef150e41-4aba-4471-8608-4ef80eb8e793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043471', 'neutron.services.segments.db._delete_segments_for_network-8734680829341'] for network, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:13.987603 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.services.segments.db [None req-ef150e41-4aba-4471-8608-4ef80eb8e793 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6738b754-c0fb-47d7-9855-22e220ab6546']}} {{(pid=74231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:25:14.001925 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.services.segments.db [None req-ef150e41-4aba-4471-8608-4ef80eb8e793 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bfdc02c-4405-4bd3-bbf2-9571d057ac4a') {'for_net_delete': True} {{(pid=74231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:25:14.002360 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.services.segments.db [None req-ef150e41-4aba-4471-8608-4ef80eb8e793 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bfdc02c-4405-4bd3-bbf2-9571d057ac4a') {} {{(pid=74231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:25:14.021714 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-ef150e41-4aba-4471-8608-4ef80eb8e793 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734680841831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15529841'] for segment, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:14.043563 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b0b4ca-0adc-4d72-8546-170bab4b49f1 req-4f65b49b-fbd5-4848-92ce-abb7801935a4 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:14.045784 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-25b0b4ca-0adc-4d72-8546-170bab4b49f1 req-4f65b49b-fbd5-4848-92ce-abb7801935a4 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 945 time: 0.1767092 May 06 09:25:14.053955 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-ef150e41-4aba-4471-8608-4ef80eb8e793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047374'] for segment, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:14.073698 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef150e41-4aba-4471-8608-4ef80eb8e793 admin admin] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=74231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:25:14.074772 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-ef150e41-4aba-4471-8608-4ef80eb8e793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2047367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15534182'] for segment, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:14.089720 dv-cinder-790014-1-smb neutron-server[74231]: Traceback (most recent call last): May 06 09:25:14.089720 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:25:14.089720 dv-cinder-790014-1-smb neutron-server[74231]: timer() May 06 09:25:14.089720 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:25:14.089720 dv-cinder-790014-1-smb neutron-server[74231]: cb(*args, **kw) May 06 09:25:14.089720 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 09:25:14.089720 dv-cinder-790014-1-smb neutron-server[74231]: return func(*args, **kwargs) May 06 09:25:14.089720 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:25:14.089720 dv-cinder-790014-1-smb neutron-server[74231]: self._notify() May 06 09:25:14.089720 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:25:14.089720 dv-cinder-790014-1-smb neutron-server[74231]: self.callback(batched_events) May 06 09:25:14.089720 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:25:14.089720 dv-cinder-790014-1-smb neutron-server[74231]: event.method(event) May 06 09:25:14.089720 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 09:25:14.089720 dv-cinder-790014-1-smb neutron-server[74231]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:25:14.089720 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 09:25:14.089720 dv-cinder-790014-1-smb neutron-server[74231]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:25:14.089720 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 09:25:14.089720 dv-cinder-790014-1-smb neutron-server[74231]: return f(self, *a, **k) May 06 09:25:14.089720 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 09:25:14.089720 dv-cinder-790014-1-smb neutron-server[74231]: return self._get(url).json() May 06 09:25:14.089720 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 09:25:14.089720 dv-cinder-790014-1-smb neutron-server[74231]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:25:14.089720 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:25:14.089720 dv-cinder-790014-1-smb neutron-server[74231]: return self.request(url, 'GET', **kwargs) May 06 09:25:14.089720 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:25:14.089720 dv-cinder-790014-1-smb neutron-server[74231]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:25:14.089720 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:25:14.089720 dv-cinder-790014-1-smb neutron-server[74231]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:25:14.089720 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:25:14.089720 dv-cinder-790014-1-smb neutron-server[74231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:25:14.089720 dv-cinder-790014-1-smb neutron-server[74231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:25:14.097572 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-25b0b4ca-0adc-4d72-8546-170bab4b49f1 req-fed451da-d355-4c1c-8706-295c04076766 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457585 May 06 09:25:14.277464 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-ef150e41-4aba-4471-8608-4ef80eb8e793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670049'] for network, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:14.285906 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:14.301870 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-ef150e41-4aba-4471-8608-4ef80eb8e793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for network, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:14.316703 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef150e41-4aba-4471-8608-4ef80eb8e793 admin admin] Pushing event deleted for resources: {'Network': ['ID=6738b754-c0fb-47d7-9855-22e220ab6546,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:14.325288 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-ef150e41-4aba-4471-8608-4ef80eb8e793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:14.367640 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df751422-37b1-47ef-b533-650d071ed021 req-ef000c1d-c9a4-4265-9142-6acea9f61bf1 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:14.369550 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-df751422-37b1-47ef-b533-650d071ed021 req-ef000c1d-c9a4-4265-9142-6acea9f61bf1 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/ports?device_id=313becda-a457-409c-913a-a99cbb27b2ab HTTP/1.1" status: 200 len: 945 time: 0.1429839 May 06 09:25:14.419000 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-df751422-37b1-47ef-b533-650d071ed021 req-f4249b36-f386-4ae2-95e0-798cdaf45caa tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbf64dd-8ead-48c2-9a7f-40a707690651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424595 May 06 09:25:14.490067 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-ef150e41-4aba-4471-8608-4ef80eb8e793 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6738b754-c0fb-47d7-9855-22e220ab6546 HTTP/1.1" status: 204 len: 168 time: 0.8706985 May 06 09:25:14.981579 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8afeec-950f-4b5f-9309-2cffb929e42a req-0752be7b-b3f1-4678-a741-5c154b64bf7b tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:14.983356 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-8d8afeec-950f-4b5f-9309-2cffb929e42a req-0752be7b-b3f1-4678-a741-5c154b64bf7b tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 944 time: 0.1054375 May 06 09:25:15.043913 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-8d8afeec-950f-4b5f-9309-2cffb929e42a req-53978d1b-c13c-4862-82c8-e8b462dc8894 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521913 May 06 09:25:15.227551 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 54948) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:25:15.284367 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-8997f781-7648-4dde-a1cf-dff45411c6c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f9983e4cddcf4e468452d86169f2b091&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0555859 May 06 09:25:15.287600 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 54954) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:25:15.349839 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-6097b737-9722-45ef-86f9-3b6a4df5755d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:15.376294 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-6097b737-9722-45ef-86f9-3b6a4df5755d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:15.730687 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-6097b737-9722-45ef-86f9-3b6a4df5755d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:15.730687 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-5dc88ffb-f855-4e8e-a46d-5b8898256c9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:15.730687 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097b737-9722-45ef-86f9-3b6a4df5755d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befdb92e-2082-498e-8267-4b77a2bdff40,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:15.730687 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-6097b737-9722-45ef-86f9-3b6a4df5755d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:15.911334 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-6097b737-9722-45ef-86f9-3b6a4df5755d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:15.912584 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-6097b737-9722-45ef-86f9-3b6a4df5755d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/befdb92e-2082-498e-8267-4b77a2bdff40 HTTP/1.1" status: 204 len: 168 time: 0.6236413 May 06 09:25:15.935410 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-06326529-4bf6-485a-86f3-c43a3b13adbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:15.940165 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:16.289689 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.agents_db [None req-638a5930-6b89-4b54-bbc4-25c5e7558cab None None] Agent healthcheck: found 6 active agents {{(pid=74234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 09:25:16.872218 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d79d2-991f-476c-a9b4-80d1c8df0805 req-cdc9882e-4708-4ce0-9444-4fb35f5c44b0 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:16.885561 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-fa7d79d2-991f-476c-a9b4-80d1c8df0805 req-cdc9882e-4708-4ce0-9444-4fb35f5c44b0 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 945 time: 0.1418588 May 06 09:25:16.931538 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-fa7d79d2-991f-476c-a9b4-80d1c8df0805 req-9346fe59-f232-4622-8c7b-4118100182c7 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431466 May 06 09:25:17.117278 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:17.156484 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef83a5f-33ee-467e-814d-c24192de8097 req-c8a036df-d067-438b-b4fb-2916db835b7f tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:17.157957 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-7ef83a5f-33ee-467e-814d-c24192de8097 req-c8a036df-d067-438b-b4fb-2916db835b7f tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/ports?device_id=313becda-a457-409c-913a-a99cbb27b2ab HTTP/1.1" status: 200 len: 945 time: 0.0980647 May 06 09:25:17.212131 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-7ef83a5f-33ee-467e-814d-c24192de8097 req-f667e433-ae1b-48df-b0a0-d8c41beee58f tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbf64dd-8ead-48c2-9a7f-40a707690651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471451 May 06 09:25:17.442046 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f6ddd-8c7e-4ebf-8928-6c046c9c71ac req-1a5a8c6a-1217-46f4-9067-219977bf8521 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:17.446324 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-f67f6ddd-8c7e-4ebf-8928-6c046c9c71ac req-1a5a8c6a-1217-46f4-9067-219977bf8521 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 944 time: 0.1332316 May 06 09:25:17.531756 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-f67f6ddd-8c7e-4ebf-8928-6c046c9c71ac req-b8ef1799-01cc-4553-b08b-1b504c2466e1 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763338 May 06 09:25:18.654565 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:18.670047 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535d906-c92f-40b8-bcea-4576aa27c749 req-f4bd51d3-aaea-40c4-b519-36cc8f552513 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:18.676241 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-9535d906-c92f-40b8-bcea-4576aa27c749 req-f4bd51d3-aaea-40c4-b519-36cc8f552513 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 945 time: 0.1480751 May 06 09:25:18.730425 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-9535d906-c92f-40b8-bcea-4576aa27c749 req-b1a340ce-5649-4e58-9bf2-2afab0cd86fb tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529017 May 06 09:25:18.955048 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9e764-913e-4457-bb15-73e15a249791 req-d710d519-6544-4b91-afcb-c2279ed97dff tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:18.956662 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-1df9e764-913e-4457-bb15-73e15a249791 req-d710d519-6544-4b91-afcb-c2279ed97dff tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/ports?device_id=313becda-a457-409c-913a-a99cbb27b2ab HTTP/1.1" status: 200 len: 945 time: 0.0923126 May 06 09:25:19.004062 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-1df9e764-913e-4457-bb15-73e15a249791 req-8ba1c6ba-dcf1-49bb-9486-8c004b9c9cfa tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbf64dd-8ead-48c2-9a7f-40a707690651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400507 May 06 09:25:19.299582 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccd27a-4ec1-46da-80df-e0ac317bc1dd req-f8b93293-4b1d-4289-af4a-8ad96e611348 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:19.301102 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-e0ccd27a-4ec1-46da-80df-e0ac317bc1dd req-f8b93293-4b1d-4289-af4a-8ad96e611348 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 944 time: 0.0866430 May 06 09:25:19.354942 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-e0ccd27a-4ec1-46da-80df-e0ac317bc1dd req-dd54586f-4b8d-4c7e-ad56-94224feae9b7 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469737 May 06 09:25:19.938992 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509e0b6-c8ee-4afa-9243-db5191754d55 req-4cead92e-abfc-4223-af5f-3192a8096aae tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:19.940497 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-8509e0b6-c8ee-4afa-9243-db5191754d55 req-4cead92e-abfc-4223-af5f-3192a8096aae tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 945 time: 0.0886998 May 06 09:25:19.985784 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-8509e0b6-c8ee-4afa-9243-db5191754d55 req-c0798b80-a5df-4488-9764-8ea0aa17c7cb tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393691 May 06 09:25:20.112547 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 55076) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:25:20.246724 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-6d63dbb5-1907-42fd-ab12-ff9d4cd8485b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:20.263553 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-6d63dbb5-1907-42fd-ab12-ff9d4cd8485b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:25:20.267358 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-6d63dbb5-1907-42fd-ab12-ff9d4cd8485b admin admin] Usage tracker for resource:security_group_rule and tenant:34222abc23dc401287da82e2b10472ff is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:25:20.268306 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae7050-e7ed-4dcf-b92a-1e1c6a0beeaa req-d32b5b1c-6132-4a82-bc2d-1a63549eb9ba tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:20.269805 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-47ae7050-e7ed-4dcf-b92a-1e1c6a0beeaa req-d32b5b1c-6132-4a82-bc2d-1a63549eb9ba tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/ports?device_id=313becda-a457-409c-913a-a99cbb27b2ab HTTP/1.1" status: 200 len: 945 time: 0.1505258 May 06 09:25:20.272395 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-6d63dbb5-1907-42fd-ab12-ff9d4cd8485b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:25:20.278533 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-6d63dbb5-1907-42fd-ab12-ff9d4cd8485b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:25:20.314944 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-47ae7050-e7ed-4dcf-b92a-1e1c6a0beeaa req-ee7b515f-a5a8-427b-8642-5fc2b4c134f6 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbf64dd-8ead-48c2-9a7f-40a707690651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390306 May 06 09:25:20.362029 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-6d63dbb5-1907-42fd-ab12-ff9d4cd8485b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:20.429450 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-6d63dbb5-1907-42fd-ab12-ff9d4cd8485b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:20.439950 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:20.487334 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-6d63dbb5-1907-42fd-ab12-ff9d4cd8485b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=34222abc23dc401287da82e2b10472ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3736842 May 06 09:25:20.491653 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 55086) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:25:20.492362 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63dbb5-1907-42fd-ab12-ff9d4cd8485b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d045eb-d0e1-4b02-9949-6c6e6d2c16ba,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:20.497254 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-6d63dbb5-1907-42fd-ab12-ff9d4cd8485b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:20.559156 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021a7d0-723a-4665-b9f3-c3b839aaccec req-0e7e4f32-cd77-4e2c-8674-803c15a503cc tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:20.559629 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-63b281fe-6e01-48ee-89e7-4f9179640941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:20.561025 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-4021a7d0-723a-4665-b9f3-c3b839aaccec req-0e7e4f32-cd77-4e2c-8674-803c15a503cc tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 944 time: 0.0963702 May 06 09:25:20.589515 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-63b281fe-6e01-48ee-89e7-4f9179640941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:20.612172 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-4021a7d0-723a-4665-b9f3-c3b839aaccec req-e0c3c774-72ab-4658-9fae-4ef553a8b642 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442553 May 06 09:25:20.723353 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-63b281fe-6e01-48ee-89e7-4f9179640941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:20.731151 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-c68e52a4-e7e3-4975-ab04-8c6df177b63f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:20.743407 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b281fe-6e01-48ee-89e7-4f9179640941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d045eb-d0e1-4b02-9949-6c6e6d2c16ba,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:20.750934 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-63b281fe-6e01-48ee-89e7-4f9179640941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:20.754929 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-63b281fe-6e01-48ee-89e7-4f9179640941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:20.758789 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-63b281fe-6e01-48ee-89e7-4f9179640941 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/26d045eb-d0e1-4b02-9949-6c6e6d2c16ba HTTP/1.1" status: 204 len: 168 time: 0.2635734 May 06 09:25:21.185852 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1cd732-6fa9-446d-a439-ff9fda269861 req-ef828856-a27f-4f23-b625-3e4d0604f770 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:21.190285 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-cc1cd732-6fa9-446d-a439-ff9fda269861 req-ef828856-a27f-4f23-b625-3e4d0604f770 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 945 time: 0.0836668 May 06 09:25:21.278445 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-cc1cd732-6fa9-446d-a439-ff9fda269861 req-2d4bcb05-4ea6-43b7-9845-6105a56ed8f6 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0850194 May 06 09:25:21.313379 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087ae87-d288-437a-b5a9-644e990ab0f2 req-50dbfec6-c746-4e8b-b4d3-6f9c0bf9dd70 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:21.314794 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-b087ae87-d288-437a-b5a9-644e990ab0f2 req-50dbfec6-c746-4e8b-b4d3-6f9c0bf9dd70 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.79 "GET /v2.0/ports?device_id=313becda-a457-409c-913a-a99cbb27b2ab HTTP/1.1" status: 200 len: 945 time: 0.1064296 May 06 09:25:21.545983 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.plugin [req-b087ae87-d288-437a-b5a9-644e990ab0f2 req-9020461e-7563-411b-839c-3f29273aa918 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Deleting port 261f2628-4fab-483d-a11d-7863f8d837ad {{(pid=74232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:25:21.546387 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [req-b087ae87-d288-437a-b5a9-644e990ab0f2 req-9020461e-7563-411b-839c-3f29273aa918 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:21.572427 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a56be6-c465-4716-a611-7472976986cd req-7f7e13b1-ee7f-42c3-bab6-649cc1292611 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:21.572427 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-79a56be6-c465-4716-a611-7472976986cd req-7f7e13b1-ee7f-42c3-bab6-649cc1292611 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/ports?device_id=313becda-a457-409c-913a-a99cbb27b2ab HTTP/1.1" status: 200 len: 945 time: 0.1247344 May 06 09:25:21.574110 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 55152) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:25:21.597426 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-7818f5ad-033a-457c-a91f-35085f843eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:21.614909 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-7818f5ad-033a-457c-a91f-35085f843eb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:25:21.619576 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-7818f5ad-033a-457c-a91f-35085f843eb9 admin admin] Usage tracker for resource:security_group_rule and tenant:f7186b0a734b4eb8a478048e01ba9b3c is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:25:21.622566 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-7818f5ad-033a-457c-a91f-35085f843eb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:25:21.628780 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-7818f5ad-033a-457c-a91f-35085f843eb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:25:21.708401 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-79a56be6-c465-4716-a611-7472976986cd req-1aabacb3-add2-4aef-979e-cc6591b11016 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/security-groups?id=2dbf64dd-8ead-48c2-9a7f-40a707690651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834007 May 06 09:25:21.754958 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.db [req-b087ae87-d288-437a-b5a9-644e990ab0f2 req-9020461e-7563-411b-839c-3f29273aa918 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] For port 261f2628-4fab-483d-a11d-7863f8d837ad, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=261f2628-4fab-483d-a11d-7863f8d837ad,segment=NetworkSegment(1f463e86-1640-4595-a77d-e266e1bf451a),segment_id=1f463e86-1640-4595-a77d-e266e1bf451a)] {{(pid=74232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:25:21.761094 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [req-b087ae87-d288-437a-b5a9-644e990ab0f2 req-9020461e-7563-411b-839c-3f29273aa918 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:21.761226 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-7818f5ad-033a-457c-a91f-35085f843eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:21.887634 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-7818f5ad-033a-457c-a91f-35085f843eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:21.897884 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-57dcb12d-aa9a-4797-a3be-2d8b7a7984d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:21.901901 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.plugin [req-b087ae87-d288-437a-b5a9-644e990ab0f2 req-9020461e-7563-411b-839c-3f29273aa918 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Calling delete_port for 261f2628-4fab-483d-a11d-7863f8d837ad owned by compute:nova {{(pid=74232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:25:21.953044 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7818f5ad-033a-457c-a91f-35085f843eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7add30-f033-46f4-bcb8-a4ff5cfcabae,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:21.966585 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-7818f5ad-033a-457c-a91f-35085f843eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:21.979741 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-7818f5ad-033a-457c-a91f-35085f843eb9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f7186b0a734b4eb8a478048e01ba9b3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4021089 May 06 09:25:21.981932 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 55166) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:25:22.018365 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752667f1-e923-473e-839d-0d679ddc25f2 req-5315d678-4b9a-456e-9221-8efaf260fba2 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:22.019935 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-752667f1-e923-473e-839d-0d679ddc25f2 req-5315d678-4b9a-456e-9221-8efaf260fba2 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 945 time: 0.1150975 May 06 09:25:22.085843 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd6375-dcd5-4f4f-975c-3ebf8e8c4dd5 req-0850ab0c-60a0-44c1-b276-e7801558ad30 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:22.087815 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-abfd6375-dcd5-4f4f-975c-3ebf8e8c4dd5 req-0850ab0c-60a0-44c1-b276-e7801558ad30 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 944 time: 0.2556794 May 06 09:25:22.120723 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-752667f1-e923-473e-839d-0d679ddc25f2 req-136aa4c8-c160-4089-a53e-c3cd08025a8d tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0914979 May 06 09:25:22.168135 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-7877345a-5ea4-4997-8047-207ef560f4bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:22.176050 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-abfd6375-dcd5-4f4f-975c-3ebf8e8c4dd5 req-0b58bb8f-d1df-4a2c-9f4c-d5335c904f29 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808678 May 06 09:25:22.220899 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-7877345a-5ea4-4997-8047-207ef560f4bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:22.229705 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc104a-0b96-4fd4-8929-c6b6b1fba07d req-df7b64c8-e220-4e86-a527-6ee480a3c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:22.230373 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-52dc104a-0b96-4fd4-8929-c6b6b1fba07d req-df7b64c8-e220-4e86-a527-6ee480a3c344 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9ae2085d4b8a40478cbd7d65dce1e9a9&device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 1098 time: 0.1972392 May 06 09:25:22.254021 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [req-b087ae87-d288-437a-b5a9-644e990ab0f2 req-9020461e-7563-411b-839c-3f29273aa918 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15350160'] for port, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:22.260241 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-efa1478e-a925-4e0c-a7b9-e8290c678199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:22.266519 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] get_ports_and_sgs() called for port_ids ['261f2628-4fab-483d-a11d-7863f8d837ad'] {{(pid=74233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 09:25:22.314949 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020461e-7563-411b-839c-3f29273aa918 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Pushing event deleted for resources: {'Port': ['ID=261f2628-4fab-483d-a11d-7863f8d837ad,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:22.318117 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-9020461e-7563-411b-839c-3f29273aa918 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:22.395987 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.l3_dvrscheduler_db [req-b087ae87-d288-437a-b5a9-644e990ab0f2 req-9020461e-7563-411b-839c-3f29273aa918 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] No DVR routers for this DVR port 261f2628-4fab-483d-a11d-7863f8d837ad on host hv-cinder-79001 {{(pid=74232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:25:22.398646 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [req-b087ae87-d288-437a-b5a9-644e990ab0f2 req-9020461e-7563-411b-839c-3f29273aa918 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:22.401978 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313becda-a457-409c-913a-a99cbb27b2ab', 'name': 'network-vif-deleted', 'tag': '261f2628-4fab-483d-a11d-7863f8d837ad'}] {{(pid=74232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:25:22.466892 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313becda-a457-409c-913a-a99cbb27b2ab', 'name': 'network-vif-deleted', 'tag': '261f2628-4fab-483d-a11d-7863f8d837ad', 'status': 'completed', 'code': 200} May 06 09:25:22.505679 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc104a-0b96-4fd4-8929-c6b6b1fba07d req-2c501942-e2ca-4117-a2ed-e23777ec321a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:22.507117 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-b087ae87-d288-437a-b5a9-644e990ab0f2 req-9020461e-7563-411b-839c-3f29273aa918 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.79 "DELETE /v2.0/ports/261f2628-4fab-483d-a11d-7863f8d837ad HTTP/1.1" status: 204 len: 173 time: 1.1855338 May 06 09:25:22.507246 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-52dc104a-0b96-4fd4-8929-c6b6b1fba07d req-2c501942-e2ca-4117-a2ed-e23777ec321a service neutron] 10.222.0.79 "GET /v2.0/networks?id=ac387211-8a03-4c25-adfd-9a491e0199c6 HTTP/1.1" status: 200 len: 913 time: 0.2654595 May 06 09:25:22.586005 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-7877345a-5ea4-4997-8047-207ef560f4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:22.592504 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-29d3afe0-4e55-4d49-8a25-63acd69d8add admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:22.621197 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877345a-5ea4-4997-8047-207ef560f4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7add30-f033-46f4-bcb8-a4ff5cfcabae,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:22.626805 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-7877345a-5ea4-4997-8047-207ef560f4bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:22.635027 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-7877345a-5ea4-4997-8047-207ef560f4bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:22.636185 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-7877345a-5ea4-4997-8047-207ef560f4bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1c7add30-f033-46f4-bcb8-a4ff5cfcabae HTTP/1.1" status: 204 len: 168 time: 0.6533661 May 06 09:25:22.641588 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-52dc104a-0b96-4fd4-8929-c6b6b1fba07d req-8a66db2e-286e-44c1-a081-c2f9d28a9cbf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=698e51d3-1406-4f63-9e51-961524c4d604 HTTP/1.1" status: 200 len: 1000 time: 0.1237891 May 06 09:25:22.713121 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc104a-0b96-4fd4-8929-c6b6b1fba07d req-7efc9073-1a04-46be-8e31-d6660293ffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:22.714606 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-52dc104a-0b96-4fd4-8929-c6b6b1fba07d req-7efc9073-1a04-46be-8e31-d6660293ffa0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7b16db8b-a94c-4c3b-a507-250865434e20 HTTP/1.1" status: 200 len: 850 time: 0.0639286 May 06 09:25:22.793216 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc104a-0b96-4fd4-8929-c6b6b1fba07d req-e60673e5-c8ca-4597-be5c-7a768e366493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:22.794853 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-52dc104a-0b96-4fd4-8929-c6b6b1fba07d req-e60673e5-c8ca-4597-be5c-7a768e366493 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ac387211-8a03-4c25-adfd-9a491e0199c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0732396 May 06 09:25:22.948059 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-3ef42ca4-3474-4f2b-a783-8fcb8b29b938 req-ebc336fd-6167-4016-94aa-ddaebd65c76b tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] 10.222.0.20 "GET /v2.0/ports?device_id=313becda-a457-409c-913a-a99cbb27b2ab HTTP/1.1" status: 200 len: 210 time: 0.1179676 May 06 09:25:23.013988 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-52dc104a-0b96-4fd4-8929-c6b6b1fba07d req-d4286baf-88f9-4bca-9619-bb704e75cffd service neutron] 10.222.0.79 "GET /v2.0/networks/ac387211-8a03-4c25-adfd-9a491e0199c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014325 May 06 09:25:23.182431 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-52dc104a-0b96-4fd4-8929-c6b6b1fba07d req-6478868c-c1b7-4a4b-b3fe-57e6fc71e083 service neutron] 10.222.0.79 "GET /v2.0/networks/ac387211-8a03-4c25-adfd-9a491e0199c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629658 May 06 09:25:23.228176 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 55212) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:25:23.392124 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b5a86-715f-4743-9c03-a9d540fc1b1a req-6d86abcc-e603-4e10-a1ab-691f84681787 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:23.400903 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-0c8b5a86-715f-4743-9c03-a9d540fc1b1a req-6d86abcc-e603-4e10-a1ab-691f84681787 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 945 time: 0.1081471 May 06 09:25:23.430374 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-b6beb284-97e0-46d6-a365-442f5a238f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:23.447431 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-0c8b5a86-715f-4743-9c03-a9d540fc1b1a req-ffa274e8-8c54-457a-bf2a-ec71d764ae0f tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450568 May 06 09:25:23.449691 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-b6beb284-97e0-46d6-a365-442f5a238f43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:25:23.457473 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-b6beb284-97e0-46d6-a365-442f5a238f43 admin admin] Usage tracker for resource:security_group_rule and tenant:2aa8baebfbbb48ecb2c0b36378d99546 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:25:23.461549 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-b6beb284-97e0-46d6-a365-442f5a238f43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:25:23.477078 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-b6beb284-97e0-46d6-a365-442f5a238f43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:25:23.500884 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db5d05-9cd5-435a-9d13-dd2749ba9d03 req-d75d50d6-b7a5-40bc-953c-e6fc005f2efe tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:23.507791 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-63db5d05-9cd5-435a-9d13-dd2749ba9d03 req-d75d50d6-b7a5-40bc-953c-e6fc005f2efe tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 944 time: 0.1542525 May 06 09:25:23.577236 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-63db5d05-9cd5-435a-9d13-dd2749ba9d03 req-b4b5e661-521f-405c-903d-564f7efca63e tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685205 May 06 09:25:23.639870 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-b6beb284-97e0-46d6-a365-442f5a238f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:23.728574 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-b6beb284-97e0-46d6-a365-442f5a238f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:23.738857 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-95155c4d-4282-49bb-88cd-70d682368f28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:23.782804 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 09:25:23.783383 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-b6beb284-97e0-46d6-a365-442f5a238f43 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2aa8baebfbbb48ecb2c0b36378d99546&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5506587 May 06 09:25:23.783383 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6beb284-97e0-46d6-a365-442f5a238f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da357067-4ebe-4184-b91d-ba5b3ae6c33f,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:23.783829 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 55226) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:25:23.784521 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-b6beb284-97e0-46d6-a365-442f5a238f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:23.898317 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-d8b753d2-05cd-4490-9933-0bdaab597c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:23.923767 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-d8b753d2-05cd-4490-9933-0bdaab597c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:24.001157 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8,segment=NetworkSegment(36c7da13-cf7e-4164-9f19-b350301e7409),segment_id=36c7da13-cf7e-4164-9f19-b350301e7409)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:25:24.020016 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Returning: {'device': '5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8', 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a', 'port_id': '5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8', 'mac_address': 'fa:16:3e:d2:d5:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3327bb7d-2498-459f-aedf-d87f7d766be5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 09:25:24.059931 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-d8b753d2-05cd-4490-9933-0bdaab597c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:24.066359 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-b17df6ef-a857-4598-9276-bf867e5a7af7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:24.079760 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b753d2-05cd-4490-9933-0bdaab597c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da357067-4ebe-4184-b91d-ba5b3ae6c33f,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:24.082941 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-d8b753d2-05cd-4490-9933-0bdaab597c34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:24.089457 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-d8b753d2-05cd-4490-9933-0bdaab597c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:24.094021 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-d8b753d2-05cd-4490-9933-0bdaab597c34 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da357067-4ebe-4184-b91d-ba5b3ae6c33f HTTP/1.1" status: 204 len: 168 time: 0.3093154 May 06 09:25:24.147387 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:24.178238 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8 {{(pid=74233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 09:25:24.203364 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8,segment=NetworkSegment(36c7da13-cf7e-4164-9f19-b350301e7409),segment_id=36c7da13-cf7e-4164-9f19-b350301e7409)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:25:24.288873 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:24.291024 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-beb94f22-286a-4ff6-ba4c-ce46a03b9524 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:24.368519 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8,revision_number=9']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:24.375772 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:24.376111 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:24.376617 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:24.376949 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:24.377272 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:24.377596 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:24.377915 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:24.378232 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:24.378554 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:24.378870 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:24.379185 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:24.379524 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:24.383672 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:24.522645 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] get_ports_and_sgs() called for port_ids ['5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8'] {{(pid=74233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 09:25:24.730987 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755d717-95ad-41c4-8170-9a90d93732c0 req-3ef35409-933a-4f5b-bc02-0e36d3011859 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:24.732711 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4755d717-95ad-41c4-8170-9a90d93732c0 req-3ef35409-933a-4f5b-bc02-0e36d3011859 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 945 time: 0.1584659 May 06 09:25:24.841964 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4755d717-95ad-41c4-8170-9a90d93732c0 req-9305ba0f-7225-4e50-9d70-cf9f3111366f tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0972395 May 06 09:25:24.873593 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf304c44-a268-4827-8ce7-bb73e7422b60 req-1b4f4f55-6f17-47cd-b594-d8792f7df76b tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:24.881849 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-cf304c44-a268-4827-8ce7-bb73e7422b60 req-1b4f4f55-6f17-47cd-b594-d8792f7df76b tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 945 time: 0.1631439 May 06 09:25:24.926711 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-cf304c44-a268-4827-8ce7-bb73e7422b60 req-2a871777-415f-49c3-958f-218c0095bfc5 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439043 May 06 09:25:25.795432 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8 up at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:25:25.877587 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Provisioning complete for port 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:25:25.878101 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:26.020345 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:26.048668 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4b7c84-a7a6-4942-adbf-b6e3bcf46571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8'}] {{(pid=74233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:25:26.058655 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8,segment=NetworkSegment(36c7da13-cf7e-4164-9f19-b350301e7409),segment_id=36c7da13-cf7e-4164-9f19-b350301e7409)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:25:26.105573 dv-cinder-790014-1-smb neutron-server[74233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4b7c84-a7a6-4942-adbf-b6e3bcf46571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8', 'code': 200} May 06 09:25:26.169010 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:26.169983 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 261f2628-4fab-483d-a11d-7863f8d837ad no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 09:25:26.194110 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1509934-684b-4c2a-96b4-10a697562a1a req-ed6a62e5-3525-4da1-bf63-e74fdadfb71a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:26.196148 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-c1509934-684b-4c2a-96b4-10a697562a1a req-ed6a62e5-3525-4da1-bf63-e74fdadfb71a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 945 time: 0.1297891 May 06 09:25:26.218769 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:26.252616 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-c1509934-684b-4c2a-96b4-10a697562a1a req-133c79b5-f5bb-4739-87bd-d35860c2e925 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508995 May 06 09:25:26.273713 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] No Port match for: 261f2628-4fab-483d-a11d-7863f8d837ad {{(pid=74233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 09:25:26.274402 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 261f2628-4fab-483d-a11d-7863f8d837ad not bound to the agent host hv-cinder-79001 {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 09:25:26.316791 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8,revision_number=10']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:26.320298 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:26.891379 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bbe7c9-7f11-4c88-aa56-28f1f4c10efa req-894fae7a-73c9-41eb-ad26-b20e2fa8427a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:26.893028 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-13bbe7c9-7f11-4c88-aa56-28f1f4c10efa req-894fae7a-73c9-41eb-ad26-b20e2fa8427a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 1100 time: 0.0704615 May 06 09:25:26.933829 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-13bbe7c9-7f11-4c88-aa56-28f1f4c10efa req-77811fa5-a7b2-4a40-888e-626e4da7bda3 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338888 May 06 09:25:27.510880 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561f81c-2d8a-4e36-81bc-e9439a0c1255 req-f0e6adb9-8f0c-4ad6-acdc-cad1d86b6935 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:27.512367 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a561f81c-2d8a-4e36-81bc-e9439a0c1255 req-f0e6adb9-8f0c-4ad6-acdc-cad1d86b6935 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 947 time: 0.0893860 May 06 09:25:27.560703 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a561f81c-2d8a-4e36-81bc-e9439a0c1255 req-5c4bbed7-3798-4ec8-ae26-fb2574772591 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422747 May 06 09:25:27.816626 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93f1f8-ffa5-454b-beb5-9c2f9ef41d1c req-eda872c8-a7f5-4e1f-82d3-7292a3767440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:27.821102 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-bb93f1f8-ffa5-454b-beb5-9c2f9ef41d1c req-eda872c8-a7f5-4e1f-82d3-7292a3767440 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=87a87eb65c3849949fab4179da2d6886&device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 1100 time: 0.0916436 May 06 09:25:27.859836 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 55410) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:25:28.205052 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-bb143393-e602-4ff5-b479-8bea7738330f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:28.222010 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-bb143393-e602-4ff5-b479-8bea7738330f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:25:28.226206 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-bb143393-e602-4ff5-b479-8bea7738330f admin admin] Usage tracker for resource:security_group_rule and tenant:d2821f1083fe49d79f4b759571ee72e4 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:25:28.229300 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-bb143393-e602-4ff5-b479-8bea7738330f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:25:28.235924 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-bb143393-e602-4ff5-b479-8bea7738330f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:25:28.326182 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-bb143393-e602-4ff5-b479-8bea7738330f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:28.328183 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93f1f8-ffa5-454b-beb5-9c2f9ef41d1c req-3da35375-33be-489e-b1d8-38a7db22747b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:28.329683 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-bb93f1f8-ffa5-454b-beb5-9c2f9ef41d1c req-3da35375-33be-489e-b1d8-38a7db22747b service neutron] 10.222.0.79 "GET /v2.0/networks?id=e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a HTTP/1.1" status: 200 len: 919 time: 0.4627950 May 06 09:25:28.465774 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-bb143393-e602-4ff5-b479-8bea7738330f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:28.482169 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:28.561724 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 55438) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:25:28.571950 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-bb143393-e602-4ff5-b479-8bea7738330f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d2821f1083fe49d79f4b759571ee72e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7107580 May 06 09:25:28.586657 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb143393-e602-4ff5-b479-8bea7738330f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93f00cc-778d-4ab1-951d-e693ff3af7e2,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:28.606503 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-bb143393-e602-4ff5-b479-8bea7738330f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:28.631283 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-bb93f1f8-ffa5-454b-beb5-9c2f9ef41d1c req-9e584d01-ff4b-4042-9e25-d6ef447c38c9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8 HTTP/1.1" status: 200 len: 1002 time: 0.2945485 May 06 09:25:28.708873 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b2538b10-f53e-4522-8e98-04f3dccdfafe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:28.770758 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93f1f8-ffa5-454b-beb5-9c2f9ef41d1c req-adef2d8c-d6a7-4e3b-ac53-93028be8889a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:28.774324 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-bb93f1f8-ffa5-454b-beb5-9c2f9ef41d1c req-adef2d8c-d6a7-4e3b-ac53-93028be8889a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3327bb7d-2498-459f-aedf-d87f7d766be5 HTTP/1.1" status: 200 len: 856 time: 0.1360679 May 06 09:25:28.912493 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b2538b10-f53e-4522-8e98-04f3dccdfafe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:28.935304 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93f1f8-ffa5-454b-beb5-9c2f9ef41d1c req-1f286cea-4a81-466a-a497-6bef9f681d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:28.936853 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-bb93f1f8-ffa5-454b-beb5-9c2f9ef41d1c req-1f286cea-4a81-466a-a497-6bef9f681d40 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1520097 May 06 09:25:29.129386 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ac5c9-87b4-4ab7-8ada-614392799467 req-5f04fcf6-e4e4-481e-b393-ac41ed6fbf24 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:29.131612 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-4e4ac5c9-87b4-4ab7-8ada-614392799467 req-5f04fcf6-e4e4-481e-b393-ac41ed6fbf24 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 947 time: 0.1367996 May 06 09:25:29.236846 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-4e4ac5c9-87b4-4ab7-8ada-614392799467 req-2dc0daab-31b1-4e21-b490-d646972bee10 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991971 May 06 09:25:29.241169 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b2538b10-f53e-4522-8e98-04f3dccdfafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:29.248594 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-eb13c58e-a78e-467f-8d4a-bb2f93efbce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:29.272589 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2538b10-f53e-4522-8e98-04f3dccdfafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93f00cc-778d-4ab1-951d-e693ff3af7e2,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:29.296404 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-b2538b10-f53e-4522-8e98-04f3dccdfafe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:29.320156 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b2538b10-f53e-4522-8e98-04f3dccdfafe admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:29.325490 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-b2538b10-f53e-4522-8e98-04f3dccdfafe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d93f00cc-778d-4ab1-951d-e693ff3af7e2 HTTP/1.1" status: 204 len: 168 time: 0.7596052 May 06 09:25:29.329656 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-bb93f1f8-ffa5-454b-beb5-9c2f9ef41d1c req-986e7300-b970-4364-a356-3b1eb9f8d8cf service neutron] 10.222.0.79 "GET /v2.0/networks/e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850825 May 06 09:25:29.520041 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-bb93f1f8-ffa5-454b-beb5-9c2f9ef41d1c req-77d0df8f-ddfd-42ff-a8f3-2b19e0283410 service neutron] 10.222.0.79 "GET /v2.0/networks/e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818228 May 06 09:25:30.507028 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:30.603312 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3fec3-bdf3-4a80-b2c1-85ab99a97a6e req-52433604-b4ec-48b8-bdc8-a1de6d862c98 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:30.605621 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-2ad3fec3-bdf3-4a80-b2c1-85ab99a97a6e req-52433604-b4ec-48b8-bdc8-a1de6d862c98 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 947 time: 0.1962900 May 06 09:25:30.740714 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-2ad3fec3-bdf3-4a80-b2c1-85ab99a97a6e req-cd06edaf-ac0d-4280-a8cd-5f506a029d0b tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274643 May 06 09:25:31.172496 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 55514) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:25:31.339218 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [None req-d4426839-1403-4529-a4b7-18d18d97a019 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1319976416-network', 'tenant_id': '448b7d91cfa34a3c885290dd85f7fd47'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:25:31.358397 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-d4426839-1403-4529-a4b7-18d18d97a019 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:25:31.361372 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-d4426839-1403-4529-a4b7-18d18d97a019 admin admin] Usage tracker for resource:network and tenant:448b7d91cfa34a3c885290dd85f7fd47 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:25:31.365713 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-d4426839-1403-4529-a4b7-18d18d97a019 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:25:31.387350 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-d4426839-1403-4529-a4b7-18d18d97a019 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:25:31.473881 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4426839-1403-4529-a4b7-18d18d97a019 admin admin] Made reservation on behalf of 448b7d91cfa34a3c885290dd85f7fd47 for: {'network': 1} {{(pid=74231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:25:31.476756 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-d4426839-1403-4529-a4b7-18d18d97a019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for network, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:31.498819 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-d4426839-1403-4529-a4b7-18d18d97a019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:31.527871 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-d4426839-1403-4529-a4b7-18d18d97a019 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:25:31.535429 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-d4426839-1403-4529-a4b7-18d18d97a019 admin admin] Usage tracker for resource:security_group_rule and tenant:448b7d91cfa34a3c885290dd85f7fd47 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:25:31.540002 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-d4426839-1403-4529-a4b7-18d18d97a019 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:25:31.549497 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-d4426839-1403-4529-a4b7-18d18d97a019 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:25:31.675933 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-d4426839-1403-4529-a4b7-18d18d97a019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:31.774388 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-d4426839-1403-4529-a4b7-18d18d97a019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:31.779863 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-7818f5ad-033a-457c-a91f-35085f843eb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:31.830259 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4426839-1403-4529-a4b7-18d18d97a019 admin admin] vlan segment allocate from pool success with {'vlan_id': 1043, 'physical_network': 'physnet1'} {{(pid=74231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:25:31.836392 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4426839-1403-4529-a4b7-18d18d97a019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38a04b7-888d-46aa-8134-0eb30c165795,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:31.840812 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-d4426839-1403-4529-a4b7-18d18d97a019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:31.852443 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-d4426839-1403-4529-a4b7-18d18d97a019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047374'] for segment, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:31.852443 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.db.segments_db [None req-d4426839-1403-4529-a4b7-18d18d97a019 admin admin] Added segment 58f3cc47-6e0e-417d-9711-90ec717e7ca2 of type vlan for network 64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e May 06 09:25:31.982148 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-d4426839-1403-4529-a4b7-18d18d97a019 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734680407444'] for network, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:32.041301 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b7374-5db3-4c08-b70b-f36d292f5770 req-667ec405-d173-4416-b6f8-02bec8d87599 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:32.042819 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-1c1b7374-5db3-4c08-b70b-f36d292f5770 req-667ec405-d173-4416-b6f8-02bec8d87599 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 947 time: 0.1093254 May 06 09:25:32.091680 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-d4426839-1403-4529-a4b7-18d18d97a019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951'] for network, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:32.096137 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4426839-1403-4529-a4b7-18d18d97a019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:32.098299 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-d4426839-1403-4529-a4b7-18d18d97a019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for network, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:32.104744 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:32.136061 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-1c1b7374-5db3-4c08-b70b-f36d292f5770 req-dacf171c-31b0-4e64-8b7a-5d24c6ea0e66 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835371 May 06 09:25:32.284549 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4426839-1403-4529-a4b7-18d18d97a019 admin admin] Pushing event updated for resources: {'Network': ['ID=64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:32.312342 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Network 64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e details requested by agent ovs-agent-dv-cinder-790014-1-smb with host dv-cinder-790014-1-smb {{(pid=74233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 09:25:32.312815 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-d4426839-1403-4529-a4b7-18d18d97a019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:32.415331 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-d4426839-1403-4529-a4b7-18d18d97a019 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2413690 May 06 09:25:32.423740 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 55558) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:25:32.424716 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-88aefa0c-8d4c-46ce-b73b-58f8fab2d978 admin admin] Request body: {'subnet': {'network_id': '64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1319976416-subnet', 'tenant_id': '448b7d91cfa34a3c885290dd85f7fd47', 'ip_version': 4}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:25:32.433615 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-88aefa0c-8d4c-46ce-b73b-58f8fab2d978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:25:32.440946 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-88aefa0c-8d4c-46ce-b73b-58f8fab2d978 admin admin] Usage tracker for resource:subnet and tenant:448b7d91cfa34a3c885290dd85f7fd47 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:25:32.445470 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-88aefa0c-8d4c-46ce-b73b-58f8fab2d978 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:25:32.456931 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-88aefa0c-8d4c-46ce-b73b-58f8fab2d978 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:25:32.566872 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88aefa0c-8d4c-46ce-b73b-58f8fab2d978 admin admin] Made reservation on behalf of 448b7d91cfa34a3c885290dd85f7fd47 for: {'subnet': 1} {{(pid=74232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:25:32.569418 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-88aefa0c-8d4c-46ce-b73b-58f8fab2d978 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15263130'] for subnet, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:33.090113 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-88aefa0c-8d4c-46ce-b73b-58f8fab2d978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15451648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15263208'] for subnet, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:33.094799 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:33.182742 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88aefa0c-8d4c-46ce-b73b-58f8fab2d978 admin admin] Checking segment: {'id': '58f3cc47-6e0e-417d-9711-90ec717e7ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:25:33.183096 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88aefa0c-8d4c-46ce-b73b-58f8fab2d978 admin admin] Network hostable DHCP agents. Network: 64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e, hostable agents: ['bc902bc5-40dc-4f86-86c2-e5adb524f41e'], hosted agents: [] {{(pid=74232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:25:33.198796 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aefa0c-8d4c-46ce-b73b-58f8fab2d978 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18122794-0941-4191-b141-54c55ba118c3,revision_number=0']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:33.207955 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-88aefa0c-8d4c-46ce-b73b-58f8fab2d978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:33.291968 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88aefa0c-8d4c-46ce-b73b-58f8fab2d978 admin admin] Network 64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e is scheduled to be hosted by DHCP agent bc902bc5-40dc-4f86-86c2-e5adb524f41e with binding_index 1 {{(pid=74232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:25:33.378015 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.base_scheduler [None req-88aefa0c-8d4c-46ce-b73b-58f8fab2d978 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-1-smb, 64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e) {{(pid=74232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:25:33.389091 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e32cc15-f52b-4ebb-b4af-f4599ced683f None None] Network 64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e requested from dv-cinder-790014-1-smb {{(pid=74233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 09:25:33.389648 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aefa0c-8d4c-46ce-b73b-58f8fab2d978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:33.390271 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-88aefa0c-8d4c-46ce-b73b-58f8fab2d978 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:33.523288 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-88aefa0c-8d4c-46ce-b73b-58f8fab2d978 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1038575 May 06 09:25:33.526534 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 55594) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:25:33.535386 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [None req-1f6245a8-5d80-49c9-bc20-2f25164422cc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1319976416-router', 'tenant_id': '448b7d91cfa34a3c885290dd85f7fd47', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'}}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:25:33.540449 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-1f6245a8-5d80-49c9-bc20-2f25164422cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:25:33.545403 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-1f6245a8-5d80-49c9-bc20-2f25164422cc admin admin] Usage tracker for resource:router and tenant:448b7d91cfa34a3c885290dd85f7fd47 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:25:33.549521 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-1f6245a8-5d80-49c9-bc20-2f25164422cc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:25:33.560547 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-1f6245a8-5d80-49c9-bc20-2f25164422cc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:25:33.655998 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-1f6245a8-5d80-49c9-bc20-2f25164422cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-695550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30529'] for router, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:33.662552 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-1f6245a8-5d80-49c9-bc20-2f25164422cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-695537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-754102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30536'] for router, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:33.684671 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-1f6245a8-5d80-49c9-bc20-2f25164422cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:33.755417 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25452851-9b2e-4ed9-96c7-1998736dd6b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb69a74-8018-5d74-a3e5-5db803f491de-64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e', 'network_id': '64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e', 'tenant_id': '448b7d91cfa34a3c885290dd85f7fd47', 'fixed_ips': [{'subnet_id': '18122794-0941-4191-b141-54c55ba118c3'}]}} from dv-cinder-790014-1-smb. {{(pid=74233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 09:25:33.758406 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-25452851-9b2e-4ed9-96c7-1998736dd6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:33.982152 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.db_base_plugin_common [None req-25452851-9b2e-4ed9-96c7-1998736dd6b2 None None] Allocated IP 172.20.0.2 (64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e/18122794-0941-4191-b141-54c55ba118c3/cc7e4821-84bb-45d7-af9d-24f230076ab2) {{(pid=74233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:25:34.281796 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-25452851-9b2e-4ed9-96c7-1998736dd6b2 None None] Notify callbacks [] for port, precommit_create {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:34.310306 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-25452851-9b2e-4ed9-96c7-1998736dd6b2 None None] Transition to ACTIVE for port object cc7e4821-84bb-45d7-af9d-24f230076ab2 will not be triggered until provisioned by entity L2. {{(pid=74233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:25:34.324057 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-1f6245a8-5d80-49c9-bc20-2f25164422cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30650'] for router, precommit_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:34.350504 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-25452851-9b2e-4ed9-96c7-1998736dd6b2 None None] Transition to ACTIVE for port object cc7e4821-84bb-45d7-af9d-24f230076ab2 will not be triggered until provisioned by entity DHCP. {{(pid=74233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:25:34.442936 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-25452851-9b2e-4ed9-96c7-1998736dd6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326'] for port, after_create {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:34.448100 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:34.531155 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25452851-9b2e-4ed9-96c7-1998736dd6b2 None None] Network 64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e is already hosted by enough agents. {{(pid=74233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:25:34.534450 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.scheduler.base_scheduler [None req-25452851-9b2e-4ed9-96c7-1998736dd6b2 None None] Resources bound (agent type, host, resource id): {{(pid=74233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:25:34.538582 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25452851-9b2e-4ed9-96c7-1998736dd6b2 None None] Received port after_create {{(pid=74233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:25:34.595672 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25452851-9b2e-4ed9-96c7-1998736dd6b2 None None] Pushing event updated for resources: {'Port': ['ID=cc7e4821-84bb-45d7-af9d-24f230076ab2,revision_number=1']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:34.599439 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-25452851-9b2e-4ed9-96c7-1998736dd6b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:34.896152 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-1f6245a8-5d80-49c9-bc20-2f25164422cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:34.932495 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-1f6245a8-5d80-49c9-bc20-2f25164422cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:35.122864 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-25452851-9b2e-4ed9-96c7-1998736dd6b2 None None] Attempting to bind port cc7e4821-84bb-45d7-af9d-24f230076ab2 on host dv-cinder-790014-1-smb for vnic_type normal with profile {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:25:35.123241 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-25452851-9b2e-4ed9-96c7-1998736dd6b2 None None] Attempting to bind port cc7e4821-84bb-45d7-af9d-24f230076ab2 by drivers openvswitch,hyperv on host dv-cinder-790014-1-smb at level 0 using segments [{'id': '58f3cc47-6e0e-417d-9711-90ec717e7ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e'}] {{(pid=74233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:25:35.123633 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25452851-9b2e-4ed9-96c7-1998736dd6b2 None None] Attempting to bind port cc7e4821-84bb-45d7-af9d-24f230076ab2 on network 64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:25:35.130236 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25452851-9b2e-4ed9-96c7-1998736dd6b2 None None] Checking agent: {'id': 'a138baec-5248-4891-8a37-6ab457958a8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 14, 16), 'started_at': datetime.datetime(2021, 5, 6, 9, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 09:25:35.130616 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25452851-9b2e-4ed9-96c7-1998736dd6b2 None None] Checking segment: {'id': '58f3cc47-6e0e-417d-9711-90ec717e7ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:25:35.131018 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-25452851-9b2e-4ed9-96c7-1998736dd6b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:35.131515 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25452851-9b2e-4ed9-96c7-1998736dd6b2 None None] Bound using segment: {'id': '58f3cc47-6e0e-417d-9711-90ec717e7ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e'} {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 09:25:35.131935 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-25452851-9b2e-4ed9-96c7-1998736dd6b2 None None] Bound port: cc7e4821-84bb-45d7-af9d-24f230076ab2, host: dv-cinder-790014-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58f3cc47-6e0e-417d-9711-90ec717e7ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e'}}] {{(pid=74233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:25:35.132314 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-25452851-9b2e-4ed9-96c7-1998736dd6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:35.289514 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-25452851-9b2e-4ed9-96c7-1998736dd6b2 None None] For port cc7e4821-84bb-45d7-af9d-24f230076ab2, host dv-cinder-790014-1-smb, cleared binding levels {{(pid=74233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 09:25:35.295733 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-25452851-9b2e-4ed9-96c7-1998736dd6b2 None None] For port cc7e4821-84bb-45d7-af9d-24f230076ab2, host dv-cinder-790014-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=cc7e4821-84bb-45d7-af9d-24f230076ab2,segment=NetworkSegment(58f3cc47-6e0e-417d-9711-90ec717e7ca2),segment_id=58f3cc47-6e0e-417d-9711-90ec717e7ca2)] {{(pid=74233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 09:25:35.326326 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.db_base_plugin_common [None req-1f6245a8-5d80-49c9-bc20-2f25164422cc admin admin] Allocated IP 172.28.3.81 (b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f/0efb0a43-973d-4597-8ac6-a120d0d0adfe/efbb8d80-94d6-45c3-9df5-c8595c211ec0) {{(pid=74231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:25:35.398504 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-25452851-9b2e-4ed9-96c7-1998736dd6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:35.408939 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:35.516578 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25452851-9b2e-4ed9-96c7-1998736dd6b2 None None] Pushing event updated for resources: {'Port': ['ID=cc7e4821-84bb-45d7-af9d-24f230076ab2,revision_number=2']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:35.530750 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-25452851-9b2e-4ed9-96c7-1998736dd6b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:35.626018 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-1f6245a8-5d80-49c9-bc20-2f25164422cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:35.739699 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-1f6245a8-5d80-49c9-bc20-2f25164422cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:35.747322 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-9e558991-6a33-4e26-bb4f-27511b31ff48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:35.868523 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6245a8-5d80-49c9-bc20-2f25164422cc admin admin] Network b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f is already hosted by enough agents. {{(pid=74231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:25:35.880726 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.base_scheduler [None req-1f6245a8-5d80-49c9-bc20-2f25164422cc admin admin] Resources bound (agent type, host, resource id): {{(pid=74231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:25:35.887676 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6245a8-5d80-49c9-bc20-2f25164422cc admin admin] Received port after_create {{(pid=74231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:25:35.950451 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6245a8-5d80-49c9-bc20-2f25164422cc admin admin] Pushing event updated for resources: {'Port': ['ID=efbb8d80-94d6-45c3-9df5-c8595c211ec0,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:35.957161 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-1f6245a8-5d80-49c9-bc20-2f25164422cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:36.404588 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device cc7e4821-84bb-45d7-af9d-24f230076ab2 up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:25:36.580348 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning for port cc7e4821-84bb-45d7-af9d-24f230076ab2 completed by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:25:36.813323 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-1f6245a8-5d80-49c9-bc20-2f25164422cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:36.816743 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 55668) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:25:36.903646 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee324db-d1df-44a1-9156-d0734bd3d474 None None] Network 64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e requested from dv-cinder-790014-1-smb {{(pid=74233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 09:25:37.018423 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-c4a55fa5-3a23-4b59-803a-b63739d5451c None None] Provisioning for port cc7e4821-84bb-45d7-af9d-24f230076ab2 completed by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:25:37.028215 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-c4a55fa5-3a23-4b59-803a-b63739d5451c None None] Provisioning complete for port cc7e4821-84bb-45d7-af9d-24f230076ab2 triggered by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:25:37.028588 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-c4a55fa5-3a23-4b59-803a-b63739d5451c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:37.052855 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-87722268-a74f-44d5-ae85-f61e5205aa87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:37.074185 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-87722268-a74f-44d5-ae85-f61e5205aa87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:25:37.080638 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-87722268-a74f-44d5-ae85-f61e5205aa87 admin admin] Usage tracker for resource:security_group_rule and tenant:4646ab15300a42a3ad46666ee890163f is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:25:37.085152 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-87722268-a74f-44d5-ae85-f61e5205aa87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:25:37.094980 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-87722268-a74f-44d5-ae85-f61e5205aa87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:25:37.207210 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-c4a55fa5-3a23-4b59-803a-b63739d5451c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:37.208986 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-87722268-a74f-44d5-ae85-f61e5205aa87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:37.271340 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-c4a55fa5-3a23-4b59-803a-b63739d5451c None None] For port cc7e4821-84bb-45d7-af9d-24f230076ab2, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=cc7e4821-84bb-45d7-af9d-24f230076ab2,segment=NetworkSegment(58f3cc47-6e0e-417d-9711-90ec717e7ca2),segment_id=58f3cc47-6e0e-417d-9711-90ec717e7ca2)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:25:37.277183 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-87722268-a74f-44d5-ae85-f61e5205aa87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:37.308429 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-1f6245a8-5d80-49c9-bc20-2f25164422cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670493'] for router, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:37.331082 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-9f3bfec9-e65c-4a79-b0e6-020abe817754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:37.371765 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-87722268-a74f-44d5-ae85-f61e5205aa87 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4646ab15300a42a3ad46666ee890163f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5515676 May 06 09:25:37.371765 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87722268-a74f-44d5-ae85-f61e5205aa87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c423a7-1b18-4734-be2b-2e819b0cbf6a,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:37.373912 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 55680) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:25:37.389240 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-87722268-a74f-44d5-ae85-f61e5205aa87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:37.462399 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-c4a55fa5-3a23-4b59-803a-b63739d5451c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:37.492799 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:37.517107 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-465f942d-b834-483d-9e37-8b0e74054845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:37.581320 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-465f942d-b834-483d-9e37-8b0e74054845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:37.691304 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a55fa5-3a23-4b59-803a-b63739d5451c None None] Pushing event updated for resources: {'Port': ['ID=cc7e4821-84bb-45d7-af9d-24f230076ab2,revision_number=3']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:37.696558 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-c4a55fa5-3a23-4b59-803a-b63739d5451c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:37.809070 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-465f942d-b834-483d-9e37-8b0e74054845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:37.810104 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6245a8-5d80-49c9-bc20-2f25164422cc admin admin] Router 152b4625-c03b-4f8d-bf9e-897b74be0462 is scheduled to L3 agent 6417d645-ec24-4e28-ae28-fb602049daa5 with binding_index 1 {{(pid=74231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 09:25:37.831697 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-53b6a87a-640c-4e6f-b153-d5d16e622a7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:37.858392 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f942d-b834-483d-9e37-8b0e74054845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c423a7-1b18-4734-be2b-2e819b0cbf6a,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:37.862382 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-465f942d-b834-483d-9e37-8b0e74054845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:37.875683 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-465f942d-b834-483d-9e37-8b0e74054845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:37.879328 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-465f942d-b834-483d-9e37-8b0e74054845 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/17c423a7-1b18-4734-be2b-2e819b0cbf6a HTTP/1.1" status: 204 len: 168 time: 0.5018489 May 06 09:25:38.098086 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-d3f0d883-39fe-4b42-a08f-273d311e9bac None None] Provisioning complete for port cc7e4821-84bb-45d7-af9d-24f230076ab2 triggered by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:25:38.098437 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-d3f0d883-39fe-4b42-a08f-273d311e9bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:38.345891 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6245a8-5d80-49c9-bc20-2f25164422cc admin admin] Notify agent at l3_agent.dv-cinder-790014-1-smb the message routers_updated {{(pid=74231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 09:25:38.372419 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eaf961-c2db-4572-8b80-4300dfaf7c7b None None] Sync routers for ids ['152b4625-c03b-4f8d-bf9e-897b74be0462'] in dv-cinder-790014-1-smb {{(pid=74233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:25:38.415779 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eaf961-c2db-4572-8b80-4300dfaf7c7b None None] Routers {'152b4625-c03b-4f8d-bf9e-897b74be0462'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:25:38.427756 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-18eaf961-c2db-4572-8b80-4300dfaf7c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:25:16Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['152b4625-c03b-4f8d-bf9e-897b74be0462'], 'active': True} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:25:38.489405 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-1f6245a8-5d80-49c9-bc20-2f25164422cc admin admin] Notify callbacks [] for router, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:38.491787 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-1f6245a8-5d80-49c9-bc20-2f25164422cc admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.9639263 May 06 09:25:38.494394 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 55712) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:25:38.496046 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device cc7e4821-84bb-45d7-af9d-24f230076ab2 up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:25:38.759962 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port cc7e4821-84bb-45d7-af9d-24f230076ab2 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:25:38.761192 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:38.832490 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvr_db [None req-18eaf961-c2db-4572-8b80-4300dfaf7c7b None None] Set router 152b4625-c03b-4f8d-bf9e-897b74be0462 gateway port host: dv-cinder-790014-1-smb {{(pid=74233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:25:38.851130 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 55722) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:25:38.902437 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-b9b77c29-810b-42b1-a648-eebc3eea00b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:38.925825 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-b9b77c29-810b-42b1-a648-eebc3eea00b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:25:38.931644 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-b9b77c29-810b-42b1-a648-eebc3eea00b1 admin admin] Usage tracker for resource:security_group_rule and tenant:e261f7f0667f48e18576e8aa37330591 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:25:38.934796 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-b9b77c29-810b-42b1-a648-eebc3eea00b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:25:38.942557 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-b9b77c29-810b-42b1-a648-eebc3eea00b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:25:39.106656 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-b9b77c29-810b-42b1-a648-eebc3eea00b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:39.169433 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-b9b77c29-810b-42b1-a648-eebc3eea00b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:39.193610 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:39.280287 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-18eaf961-c2db-4572-8b80-4300dfaf7c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152b4625-c03b-4f8d-bf9e-897b74be0462', 'name': 'tempest-TestShelveInstance-1319976416-router', 'tenant_id': '448b7d91cfa34a3c885290dd85f7fd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': 'efbb8d80-94d6-45c3-9df5-c8595c211ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:33Z', 'updated_at': '2021-05-06T09:25:36Z', 'revision_number': 3, 'project_id': '448b7d91cfa34a3c885290dd85f7fd47', 'gw_port': {'id': 'efbb8d80-94d6-45c3-9df5-c8595c211ec0', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152b4625-c03b-4f8d-bf9e-897b74be0462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:35Z', 'updated_at': '2021-05-06T09:25:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb'}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:25:39.286220 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eaf961-c2db-4572-8b80-4300dfaf7c7b None None] Checking router: 152b4625-c03b-4f8d-bf9e-897b74be0462 for host: dv-cinder-790014-1-smb {{(pid=74233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:25:39.286640 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eaf961-c2db-4572-8b80-4300dfaf7c7b None None] Updating router 152b4625-c03b-4f8d-bf9e-897b74be0462 port efbb8d80-94d6-45c3-9df5-c8595c211ec0 binding host dv-cinder-790014-1-smb {{(pid=74233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:25:39.311219 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b77c29-810b-42b1-a648-eebc3eea00b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86b0fd9-adfc-499a-b234-694583a427b6,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:39.316435 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-b9b77c29-810b-42b1-a648-eebc3eea00b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:39.325728 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-b9b77c29-810b-42b1-a648-eebc3eea00b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e261f7f0667f48e18576e8aa37330591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4731956 May 06 09:25:39.329271 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 55730) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:25:39.368539 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-18eaf961-c2db-4572-8b80-4300dfaf7c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:39.443018 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-4ccf6e45-c2cc-424b-9059-e923a09a0da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:39.475880 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-4ccf6e45-c2cc-424b-9059-e923a09a0da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:39.605242 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-d2b3d5c8-f36b-4121-8dee-2cafe7f57450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:39.668166 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-4ccf6e45-c2cc-424b-9059-e923a09a0da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:39.678870 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-9efb9a3e-a5eb-40a3-ac8c-f774ce0535e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:39.701457 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf6e45-c2cc-424b-9059-e923a09a0da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86b0fd9-adfc-499a-b234-694583a427b6,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:39.706925 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-4ccf6e45-c2cc-424b-9059-e923a09a0da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:39.710324 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-4ccf6e45-c2cc-424b-9059-e923a09a0da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:39.717445 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-4ccf6e45-c2cc-424b-9059-e923a09a0da2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a86b0fd9-adfc-499a-b234-694583a427b6 HTTP/1.1" status: 204 len: 168 time: 0.3850248 May 06 09:25:39.989972 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.db_base_plugin_common [None req-d2b3d5c8-f36b-4121-8dee-2cafe7f57450 admin admin] Allocated IP 172.20.0.1 (64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e/18122794-0941-4191-b141-54c55ba118c3/bd2c91f8-252e-4204-9baa-03b9189017d4) {{(pid=74232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:25:40.130036 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-18eaf961-c2db-4572-8b80-4300dfaf7c7b None None] Notify callbacks [] for port, precommit_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:40.150159 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-18eaf961-c2db-4572-8b80-4300dfaf7c7b None None] Transition to ACTIVE for port object efbb8d80-94d6-45c3-9df5-c8595c211ec0 will not be triggered until provisioned by entity L2. {{(pid=74233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:25:40.212120 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-d2b3d5c8-f36b-4121-8dee-2cafe7f57450 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:40.235046 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.provisioning_blocks [None req-d2b3d5c8-f36b-4121-8dee-2cafe7f57450 admin admin] Transition to ACTIVE for port object bd2c91f8-252e-4204-9baa-03b9189017d4 will not be triggered until provisioned by entity DHCP. {{(pid=74232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:25:40.253796 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-18eaf961-c2db-4572-8b80-4300dfaf7c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:40.259294 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:40.347265 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ee36f-70de-45cf-8dd0-b4ac7acfab79 None None] Pushing event updated for resources: {'Port': ['ID=efbb8d80-94d6-45c3-9df5-c8595c211ec0,revision_number=2']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:40.355478 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-ce7ee36f-70de-45cf-8dd0-b4ac7acfab79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:40.357327 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-d2b3d5c8-f36b-4121-8dee-2cafe7f57450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15350160'] for port, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:40.365332 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:40.374965 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-18eaf961-c2db-4572-8b80-4300dfaf7c7b None None] Attempting to bind port efbb8d80-94d6-45c3-9df5-c8595c211ec0 on host dv-cinder-790014-1-smb for vnic_type normal with profile {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:25:40.375349 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-18eaf961-c2db-4572-8b80-4300dfaf7c7b None None] Attempting to bind port efbb8d80-94d6-45c3-9df5-c8595c211ec0 by drivers openvswitch,hyperv on host dv-cinder-790014-1-smb at level 0 using segments [{'id': '965c1257-9f5a-4385-a535-e1c8d4f2cb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'}] {{(pid=74233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:25:40.375751 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18eaf961-c2db-4572-8b80-4300dfaf7c7b None None] Attempting to bind port efbb8d80-94d6-45c3-9df5-c8595c211ec0 on network b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:25:40.386088 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18eaf961-c2db-4572-8b80-4300dfaf7c7b None None] Checking agent: {'id': 'a138baec-5248-4891-8a37-6ab457958a8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 14, 16), 'started_at': datetime.datetime(2021, 5, 6, 9, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 09:25:40.386487 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18eaf961-c2db-4572-8b80-4300dfaf7c7b None None] Checking segment: {'id': '965c1257-9f5a-4385-a535-e1c8d4f2cb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:25:40.386866 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-18eaf961-c2db-4572-8b80-4300dfaf7c7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:40.387274 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18eaf961-c2db-4572-8b80-4300dfaf7c7b None None] Bound using segment: {'id': '965c1257-9f5a-4385-a535-e1c8d4f2cb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'} {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 09:25:40.387811 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-18eaf961-c2db-4572-8b80-4300dfaf7c7b None None] Bound port: efbb8d80-94d6-45c3-9df5-c8595c211ec0, host: dv-cinder-790014-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965c1257-9f5a-4385-a535-e1c8d4f2cb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'}}] {{(pid=74233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:25:40.388224 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-18eaf961-c2db-4572-8b80-4300dfaf7c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:40.478865 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-18eaf961-c2db-4572-8b80-4300dfaf7c7b None None] For port efbb8d80-94d6-45c3-9df5-c8595c211ec0, host dv-cinder-790014-1-smb, cleared binding levels {{(pid=74233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 09:25:40.480463 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b3d5c8-f36b-4121-8dee-2cafe7f57450 admin admin] Pushing event updated for resources: {'Port': ['ID=bd2c91f8-252e-4204-9baa-03b9189017d4,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:40.482970 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-18eaf961-c2db-4572-8b80-4300dfaf7c7b None None] For port efbb8d80-94d6-45c3-9df5-c8595c211ec0, host dv-cinder-790014-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=efbb8d80-94d6-45c3-9df5-c8595c211ec0,segment=NetworkSegment(965c1257-9f5a-4385-a535-e1c8d4f2cb09),segment_id=965c1257-9f5a-4385-a535-e1c8d4f2cb09)] {{(pid=74233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 09:25:40.485186 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-d2b3d5c8-f36b-4121-8dee-2cafe7f57450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:40.503559 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b3d5c8-f36b-4121-8dee-2cafe7f57450 admin admin] Network 64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e is already hosted by enough agents. {{(pid=74232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:25:40.507082 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.base_scheduler [None req-d2b3d5c8-f36b-4121-8dee-2cafe7f57450 admin admin] Resources bound (agent type, host, resource id): {{(pid=74232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:25:40.520396 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b3d5c8-f36b-4121-8dee-2cafe7f57450 admin admin] Received port after_create {{(pid=74232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:25:40.598010 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-18eaf961-c2db-4572-8b80-4300dfaf7c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:40.610203 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:40.620865 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-d2b3d5c8-f36b-4121-8dee-2cafe7f57450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663746'] for router_interface, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:40.741440 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ee36f-70de-45cf-8dd0-b4ac7acfab79 None None] Pushing event updated for resources: {'Port': ['ID=efbb8d80-94d6-45c3-9df5-c8595c211ec0,revision_number=3']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:40.745859 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-ce7ee36f-70de-45cf-8dd0-b4ac7acfab79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:40.747390 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eaf961-c2db-4572-8b80-4300dfaf7c7b None None] Routers {'152b4625-c03b-4f8d-bf9e-897b74be0462'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:25:40.748163 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-18eaf961-c2db-4572-8b80-4300dfaf7c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:25:16Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['152b4625-c03b-4f8d-bf9e-897b74be0462'], 'active': True} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:25:41.028468 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvr_db [None req-18eaf961-c2db-4572-8b80-4300dfaf7c7b None None] Set router 152b4625-c03b-4f8d-bf9e-897b74be0462 gateway port host: dv-cinder-790014-1-smb {{(pid=74233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:25:41.054330 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-d2b3d5c8-f36b-4121-8dee-2cafe7f57450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:41.074174 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-f4b3c3fd-c1e9-4d35-a788-dd0a30e38752 None None] Provisioning for port bd2c91f8-252e-4204-9baa-03b9189017d4 completed by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:25:41.166737 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-f4b3c3fd-c1e9-4d35-a788-dd0a30e38752 None None] Provisioning complete for port bd2c91f8-252e-4204-9baa-03b9189017d4 triggered by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:25:41.168454 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-f4b3c3fd-c1e9-4d35-a788-dd0a30e38752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:41.410175 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-d2b3d5c8-f36b-4121-8dee-2cafe7f57450 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:41.448722 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-f4b3c3fd-c1e9-4d35-a788-dd0a30e38752 None None] Port bd2c91f8-252e-4204-9baa-03b9189017d4 cannot update to ACTIVE because it is not bound. {{(pid=74233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 09:25:41.494359 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-d2b3d5c8-f36b-4121-8dee-2cafe7f57450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15350153'] for port, after_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:41.518672 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-18eaf961-c2db-4572-8b80-4300dfaf7c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152b4625-c03b-4f8d-bf9e-897b74be0462', 'name': 'tempest-TestShelveInstance-1319976416-router', 'tenant_id': '448b7d91cfa34a3c885290dd85f7fd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': 'efbb8d80-94d6-45c3-9df5-c8595c211ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:33Z', 'updated_at': '2021-05-06T09:25:36Z', 'revision_number': 3, 'project_id': '448b7d91cfa34a3c885290dd85f7fd47', 'gw_port': {'id': 'efbb8d80-94d6-45c3-9df5-c8595c211ec0', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152b4625-c03b-4f8d-bf9e-897b74be0462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:35Z', 'updated_at': '2021-05-06T09:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb'}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:25:41.529293 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eaf961-c2db-4572-8b80-4300dfaf7c7b None None] The sync data for ids ['152b4625-c03b-4f8d-bf9e-897b74be0462'] in dv-cinder-790014-1-smb is: [{'id': '152b4625-c03b-4f8d-bf9e-897b74be0462', 'name': 'tempest-TestShelveInstance-1319976416-router', 'tenant_id': '448b7d91cfa34a3c885290dd85f7fd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': 'efbb8d80-94d6-45c3-9df5-c8595c211ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:33Z', 'updated_at': '2021-05-06T09:25:36Z', 'revision_number': 3, 'project_id': '448b7d91cfa34a3c885290dd85f7fd47', 'gw_port': {'id': 'efbb8d80-94d6-45c3-9df5-c8595c211ec0', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152b4625-c03b-4f8d-bf9e-897b74be0462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:35Z', 'updated_at': '2021-05-06T09:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb'}] {{(pid=74233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:25:41.542197 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-4b4ce83c-b001-4e96-a8b0-43ec57e41059 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:41.626437 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b3d5c8-f36b-4121-8dee-2cafe7f57450 admin admin] Pushing event updated for resources: {'Port': ['ID=bd2c91f8-252e-4204-9baa-03b9189017d4,revision_number=2']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:41.634494 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-d2b3d5c8-f36b-4121-8dee-2cafe7f57450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:41.681332 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-d2b3d5c8-f36b-4121-8dee-2cafe7f57450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663649'] for router_interface, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:41.878380 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b3d5c8-f36b-4121-8dee-2cafe7f57450 admin admin] Network 64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e is already hosted by enough agents. {{(pid=74232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:25:41.880431 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.base_scheduler [None req-d2b3d5c8-f36b-4121-8dee-2cafe7f57450 admin admin] Resources bound (agent type, host, resource id): {{(pid=74232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:25:42.307878 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-dc88daa3-e47e-4849-9858-c9d1ac3cc0a0 None None] Provisioning complete for port bd2c91f8-252e-4204-9baa-03b9189017d4 triggered by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:25:42.309326 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dc88daa3-e47e-4849-9858-c9d1ac3cc0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:42.393741 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b3d5c8-f36b-4121-8dee-2cafe7f57450 admin admin] Router 152b4625-c03b-4f8d-bf9e-897b74be0462 has already been hosted by L3 agent 6417d645-ec24-4e28-ae28-fb602049daa5 {{(pid=74232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 09:25:42.458574 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device efbb8d80-94d6-45c3-9df5-c8595c211ec0 up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:25:42.480944 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-dc88daa3-e47e-4849-9858-c9d1ac3cc0a0 None None] Port bd2c91f8-252e-4204-9baa-03b9189017d4 cannot update to ACTIVE because it is not bound. {{(pid=74233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 09:25:42.612886 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 55814) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:25:42.626201 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning for port efbb8d80-94d6-45c3-9df5-c8595c211ec0 completed by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:25:42.632129 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port efbb8d80-94d6-45c3-9df5-c8595c211ec0 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:25:42.632745 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:42.787326 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-f4a77bed-1649-4e5d-ba2b-182170ca6349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:42.876304 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-f4a77bed-1649-4e5d-ba2b-182170ca6349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:25:42.884423 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-f4a77bed-1649-4e5d-ba2b-182170ca6349 admin admin] Usage tracker for resource:security_group_rule and tenant:684a4f4a70b14666b95d53daa8785702 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:25:42.886726 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b3d5c8-f36b-4121-8dee-2cafe7f57450 admin admin] Notify agent at l3_agent.dv-cinder-790014-1-smb the message routers_updated {{(pid=74232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 09:25:42.888334 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:42.889175 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-f4a77bed-1649-4e5d-ba2b-182170ca6349 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:25:42.896466 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-f4a77bed-1649-4e5d-ba2b-182170ca6349 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:25:42.920291 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-d2b3d5c8-f36b-4121-8dee-2cafe7f57450 admin admin] 10.222.0.20 "PUT /v2.0/routers/152b4625-c03b-4f8d-bf9e-897b74be0462/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4154248 May 06 09:25:42.933993 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] For port efbb8d80-94d6-45c3-9df5-c8595c211ec0, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=efbb8d80-94d6-45c3-9df5-c8595c211ec0,segment=NetworkSegment(965c1257-9f5a-4385-a535-e1c8d4f2cb09),segment_id=965c1257-9f5a-4385-a535-e1c8d4f2cb09)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:25:43.014892 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:43.019048 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:43.088210 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-f4a77bed-1649-4e5d-ba2b-182170ca6349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:43.168193 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-f4a77bed-1649-4e5d-ba2b-182170ca6349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:43.184748 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-b6beb284-97e0-46d6-a365-442f5a238f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:43.186016 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Pushing event updated for resources: {'Port': ['ID=efbb8d80-94d6-45c3-9df5-c8595c211ec0,revision_number=4']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:43.189682 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:43.250725 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-f4a77bed-1649-4e5d-ba2b-182170ca6349 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=684a4f4a70b14666b95d53daa8785702&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6364892 May 06 09:25:43.252016 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a77bed-1649-4e5d-ba2b-182170ca6349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089d446f-9449-4d24-8039-81caa33ef8f6,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:43.253501 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 55826) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:25:43.274193 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-f4a77bed-1649-4e5d-ba2b-182170ca6349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:43.349020 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-8835038c-7bb6-40b5-b71f-477eb7832093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:43.367435 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-e418d017-b48a-4e28-89b7-320f15ab65f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:43.381797 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-8835038c-7bb6-40b5-b71f-477eb7832093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:43.563153 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-8835038c-7bb6-40b5-b71f-477eb7832093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:43.573970 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-e3abeefd-49fc-472d-9fb9-4c2809a62cd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:43.587843 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835038c-7bb6-40b5-b71f-477eb7832093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089d446f-9449-4d24-8039-81caa33ef8f6,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:43.601193 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-8835038c-7bb6-40b5-b71f-477eb7832093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:43.606238 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-8835038c-7bb6-40b5-b71f-477eb7832093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:43.607909 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-8835038c-7bb6-40b5-b71f-477eb7832093 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/089d446f-9449-4d24-8039-81caa33ef8f6 HTTP/1.1" status: 204 len: 168 time: 0.3523471 May 06 09:25:44.153678 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 55862) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:25:44.159748 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbacf0a-4e8d-40ad-83b4-af0a615797f7 None None] Sync routers for ids ['152b4625-c03b-4f8d-bf9e-897b74be0462'] in dv-cinder-790014-1-smb {{(pid=74234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:25:44.170438 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-31e28c3e-9e68-4594-a424-e746e866b254 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1936109800-network', 'tenant_id': '97bcf3a1bee942de8d6b3fbe0e996bbc'}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:25:44.176385 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-31e28c3e-9e68-4594-a424-e746e866b254 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:25:44.182215 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-31e28c3e-9e68-4594-a424-e746e866b254 admin admin] Usage tracker for resource:network and tenant:97bcf3a1bee942de8d6b3fbe0e996bbc is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:25:44.185762 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-31e28c3e-9e68-4594-a424-e746e866b254 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:25:44.186606 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbacf0a-4e8d-40ad-83b4-af0a615797f7 None None] Routers {'152b4625-c03b-4f8d-bf9e-897b74be0462'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:25:44.189646 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-7bbacf0a-4e8d-40ad-83b4-af0a615797f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:25:16Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['152b4625-c03b-4f8d-bf9e-897b74be0462'], 'active': True} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:25:44.195325 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-31e28c3e-9e68-4594-a424-e746e866b254 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:25:44.286269 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e28c3e-9e68-4594-a424-e746e866b254 admin admin] Made reservation on behalf of 97bcf3a1bee942de8d6b3fbe0e996bbc for: {'network': 1} {{(pid=74232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:25:44.289067 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-31e28c3e-9e68-4594-a424-e746e866b254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for network, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:44.322963 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-31e28c3e-9e68-4594-a424-e746e866b254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:44.341316 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-31e28c3e-9e68-4594-a424-e746e866b254 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:25:44.347988 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-31e28c3e-9e68-4594-a424-e746e866b254 admin admin] Usage tracker for resource:security_group_rule and tenant:97bcf3a1bee942de8d6b3fbe0e996bbc is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:25:44.361328 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-31e28c3e-9e68-4594-a424-e746e866b254 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:25:44.387939 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-31e28c3e-9e68-4594-a424-e746e866b254 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:25:44.404724 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device efbb8d80-94d6-45c3-9df5-c8595c211ec0 up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:25:44.613950 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvr_db [None req-7bbacf0a-4e8d-40ad-83b4-af0a615797f7 None None] Set router 152b4625-c03b-4f8d-bf9e-897b74be0462 gateway port host: dv-cinder-790014-1-smb {{(pid=74234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:25:44.620303 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port efbb8d80-94d6-45c3-9df5-c8595c211ec0 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:25:44.620684 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:44.656258 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-31e28c3e-9e68-4594-a424-e746e866b254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:44.755049 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-31e28c3e-9e68-4594-a424-e746e866b254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:44.761051 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-f5adfc16-627e-460c-a761-89bdaa3b935a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:44.830208 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e28c3e-9e68-4594-a424-e746e866b254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7ff598-b737-4dc2-aedb-4ac8bc20814e,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:44.834332 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-31e28c3e-9e68-4594-a424-e746e866b254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:44.856727 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31e28c3e-9e68-4594-a424-e746e866b254 admin admin] vlan segment allocate from pool success with {'vlan_id': 1030, 'physical_network': 'physnet1'} {{(pid=74232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:25:44.875960 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-31e28c3e-9e68-4594-a424-e746e866b254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047374'] for segment, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:44.875960 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.db.segments_db [None req-31e28c3e-9e68-4594-a424-e746e866b254 admin admin] Added segment afe51ce3-4060-442e-b3b9-2a2a63ddfa9b of type vlan for network 5dada2e9-cf5e-4fe3-89c2-c0eda1367b91 May 06 09:25:44.932786 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-31e28c3e-9e68-4594-a424-e746e866b254 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734680407444'] for network, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:45.059472 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-31e28c3e-9e68-4594-a424-e746e866b254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951'] for network, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:45.060979 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e28c3e-9e68-4594-a424-e746e866b254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:45.061665 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-31e28c3e-9e68-4594-a424-e746e866b254 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for network, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:45.067735 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-cb6c72e0-cf75-467a-a5c6-9339d251d145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:45.116791 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-7bbacf0a-4e8d-40ad-83b4-af0a615797f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152b4625-c03b-4f8d-bf9e-897b74be0462', 'name': 'tempest-TestShelveInstance-1319976416-router', 'tenant_id': '448b7d91cfa34a3c885290dd85f7fd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': 'efbb8d80-94d6-45c3-9df5-c8595c211ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:33Z', 'updated_at': '2021-05-06T09:25:40Z', 'revision_number': 4, 'project_id': '448b7d91cfa34a3c885290dd85f7fd47', 'gw_port': {'id': 'efbb8d80-94d6-45c3-9df5-c8595c211ec0', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152b4625-c03b-4f8d-bf9e-897b74be0462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:35Z', 'updated_at': '2021-05-06T09:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': 'bd2c91f8-252e-4204-9baa-03b9189017d4', 'name': '', 'network_id': '64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e', 'tenant_id': '448b7d91cfa34a3c885290dd85f7fd47', 'mac_address': 'fa:16:3e:94:6f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152b4625-c03b-4f8d-bf9e-897b74be0462', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '18122794-0941-4191-b141-54c55ba118c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:39Z', 'updated_at': '2021-05-06T09:25:41Z', 'revision_number': 2, 'project_id': '448b7d91cfa34a3c885290dd85f7fd47', 'subnets': [{'id': '18122794-0941-4191-b141-54c55ba118c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:25:45.122246 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbacf0a-4e8d-40ad-83b4-af0a615797f7 None None] Checking router: 152b4625-c03b-4f8d-bf9e-897b74be0462 for host: dv-cinder-790014-1-smb {{(pid=74234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:25:45.122634 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbacf0a-4e8d-40ad-83b4-af0a615797f7 None None] Updating router 152b4625-c03b-4f8d-bf9e-897b74be0462 port bd2c91f8-252e-4204-9baa-03b9189017d4 binding host dv-cinder-790014-1-smb {{(pid=74234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:25:45.200459 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-7bbacf0a-4e8d-40ad-83b4-af0a615797f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:45.233711 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e28c3e-9e68-4594-a424-e746e866b254 admin admin] Pushing event updated for resources: {'Network': ['ID=5dada2e9-cf5e-4fe3-89c2-c0eda1367b91,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:45.248053 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Network 5dada2e9-cf5e-4fe3-89c2-c0eda1367b91 details requested by agent ovs-agent-dv-cinder-790014-1-smb with host dv-cinder-790014-1-smb {{(pid=74233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 09:25:45.248992 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-31e28c3e-9e68-4594-a424-e746e866b254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:45.315240 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 55898) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:25:45.318953 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-31e28c3e-9e68-4594-a424-e746e866b254 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1621134 May 06 09:25:45.321985 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [None req-383eef5b-0555-44ca-b49a-b61b0d6bc26f admin admin] Request body: {'subnet': {'network_id': '5dada2e9-cf5e-4fe3-89c2-c0eda1367b91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1936109800-subnet', 'tenant_id': '97bcf3a1bee942de8d6b3fbe0e996bbc', 'ip_version': 4}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:25:45.326920 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-383eef5b-0555-44ca-b49a-b61b0d6bc26f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:25:45.344632 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-383eef5b-0555-44ca-b49a-b61b0d6bc26f admin admin] Usage tracker for resource:subnet and tenant:97bcf3a1bee942de8d6b3fbe0e996bbc is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:25:45.356557 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-383eef5b-0555-44ca-b49a-b61b0d6bc26f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:25:45.370339 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-383eef5b-0555-44ca-b49a-b61b0d6bc26f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:25:45.503267 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383eef5b-0555-44ca-b49a-b61b0d6bc26f admin admin] Made reservation on behalf of 97bcf3a1bee942de8d6b3fbe0e996bbc for: {'subnet': 1} {{(pid=74231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:25:45.506225 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-383eef5b-0555-44ca-b49a-b61b0d6bc26f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14018829'] for subnet, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:45.768134 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-7bbacf0a-4e8d-40ad-83b4-af0a615797f7 None None] Notify callbacks [] for port, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:45.795215 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.provisioning_blocks [None req-7bbacf0a-4e8d-40ad-83b4-af0a615797f7 None None] Transition to ACTIVE for port object bd2c91f8-252e-4204-9baa-03b9189017d4 will not be triggered until provisioned by entity L2. {{(pid=74234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:25:45.843801 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-c5d21ba9-10ce-461d-92a2-dc317146f5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:45.871463 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:45.875960 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-7bbacf0a-4e8d-40ad-83b4-af0a615797f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:45.890884 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:46.044315 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6358774-8cf8-4ed8-8418-d841634ce99c None None] Pushing event updated for resources: {'Port': ['ID=bd2c91f8-252e-4204-9baa-03b9189017d4,revision_number=3']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:46.069591 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6358774-8cf8-4ed8-8418-d841634ce99c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:46.070607 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6358774-8cf8-4ed8-8418-d841634ce99c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:46.071179 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6358774-8cf8-4ed8-8418-d841634ce99c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:46.071864 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6358774-8cf8-4ed8-8418-d841634ce99c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:46.072625 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6358774-8cf8-4ed8-8418-d841634ce99c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:46.073177 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6358774-8cf8-4ed8-8418-d841634ce99c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:46.073705 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6358774-8cf8-4ed8-8418-d841634ce99c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:46.075894 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6358774-8cf8-4ed8-8418-d841634ce99c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:46.076912 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6358774-8cf8-4ed8-8418-d841634ce99c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:46.077873 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6358774-8cf8-4ed8-8418-d841634ce99c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:46.078520 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6358774-8cf8-4ed8-8418-d841634ce99c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:46.079217 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6358774-8cf8-4ed8-8418-d841634ce99c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:46.171913 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-b6358774-8cf8-4ed8-8418-d841634ce99c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:46.372226 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [None req-7bbacf0a-4e8d-40ad-83b4-af0a615797f7 None None] Attempting to bind port bd2c91f8-252e-4204-9baa-03b9189017d4 on host dv-cinder-790014-1-smb for vnic_type normal with profile {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:25:46.372887 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [None req-7bbacf0a-4e8d-40ad-83b4-af0a615797f7 None None] Attempting to bind port bd2c91f8-252e-4204-9baa-03b9189017d4 by drivers openvswitch,hyperv on host dv-cinder-790014-1-smb at level 0 using segments [{'id': '58f3cc47-6e0e-417d-9711-90ec717e7ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e'}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:25:46.373086 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbacf0a-4e8d-40ad-83b4-af0a615797f7 None None] Attempting to bind port bd2c91f8-252e-4204-9baa-03b9189017d4 on network 64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:25:46.379857 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbacf0a-4e8d-40ad-83b4-af0a615797f7 None None] Checking agent: {'id': 'a138baec-5248-4891-8a37-6ab457958a8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 14, 16), 'started_at': datetime.datetime(2021, 5, 6, 9, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 09:25:46.380276 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbacf0a-4e8d-40ad-83b4-af0a615797f7 None None] Checking segment: {'id': '58f3cc47-6e0e-417d-9711-90ec717e7ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:25:46.380729 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-7bbacf0a-4e8d-40ad-83b4-af0a615797f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:46.381280 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbacf0a-4e8d-40ad-83b4-af0a615797f7 None None] Bound using segment: {'id': '58f3cc47-6e0e-417d-9711-90ec717e7ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e'} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 09:25:46.381885 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [None req-7bbacf0a-4e8d-40ad-83b4-af0a615797f7 None None] Bound port: bd2c91f8-252e-4204-9baa-03b9189017d4, host: dv-cinder-790014-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58f3cc47-6e0e-417d-9711-90ec717e7ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e'}}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:25:46.382671 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-7bbacf0a-4e8d-40ad-83b4-af0a615797f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:46.462372 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-383eef5b-0555-44ca-b49a-b61b0d6bc26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15529923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14018943'] for subnet, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:46.476118 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-f2fb3672-8512-4f4a-a3f3-b64c4a3f07ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:46.548893 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.db [None req-7bbacf0a-4e8d-40ad-83b4-af0a615797f7 None None] For port bd2c91f8-252e-4204-9baa-03b9189017d4, host dv-cinder-790014-1-smb, cleared binding levels {{(pid=74234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 09:25:46.555684 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.db [None req-7bbacf0a-4e8d-40ad-83b4-af0a615797f7 None None] For port bd2c91f8-252e-4204-9baa-03b9189017d4, host dv-cinder-790014-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=bd2c91f8-252e-4204-9baa-03b9189017d4,segment=NetworkSegment(58f3cc47-6e0e-417d-9711-90ec717e7ca2),segment_id=58f3cc47-6e0e-417d-9711-90ec717e7ca2)] {{(pid=74234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 09:25:46.582612 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383eef5b-0555-44ca-b49a-b61b0d6bc26f admin admin] Checking segment: {'id': 'afe51ce3-4060-442e-b3b9-2a2a63ddfa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '5dada2e9-cf5e-4fe3-89c2-c0eda1367b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:25:46.583097 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383eef5b-0555-44ca-b49a-b61b0d6bc26f admin admin] Network hostable DHCP agents. Network: 5dada2e9-cf5e-4fe3-89c2-c0eda1367b91, hostable agents: ['bc902bc5-40dc-4f86-86c2-e5adb524f41e'], hosted agents: [] {{(pid=74231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:25:46.589386 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383eef5b-0555-44ca-b49a-b61b0d6bc26f admin admin] Pushing event updated for resources: {'Subnet': ['ID=58f89ad2-6c2d-49f1-b4a6-022b0be2e454,revision_number=0']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:46.594165 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-383eef5b-0555-44ca-b49a-b61b0d6bc26f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:46.665438 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383eef5b-0555-44ca-b49a-b61b0d6bc26f admin admin] Network 5dada2e9-cf5e-4fe3-89c2-c0eda1367b91 is scheduled to be hosted by DHCP agent bc902bc5-40dc-4f86-86c2-e5adb524f41e with binding_index 1 {{(pid=74231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:25:46.665925 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-7bbacf0a-4e8d-40ad-83b4-af0a615797f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:46.669966 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-9864e27e-33d2-4d02-aca2-ec1d0b9a4e3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:46.764096 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbacf0a-4e8d-40ad-83b4-af0a615797f7 None None] Routers {'152b4625-c03b-4f8d-bf9e-897b74be0462'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:25:46.765377 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-7bbacf0a-4e8d-40ad-83b4-af0a615797f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:25:46Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['152b4625-c03b-4f8d-bf9e-897b74be0462'], 'active': True} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:25:46.812614 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.base_scheduler [None req-383eef5b-0555-44ca-b49a-b61b0d6bc26f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-1-smb, 5dada2e9-cf5e-4fe3-89c2-c0eda1367b91) {{(pid=74231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:25:46.823758 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97da03be-2a2b-42ab-a959-3fd2550610bb None None] Network 5dada2e9-cf5e-4fe3-89c2-c0eda1367b91 requested from dv-cinder-790014-1-smb {{(pid=74233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 09:25:46.848465 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383eef5b-0555-44ca-b49a-b61b0d6bc26f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:46.849094 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-383eef5b-0555-44ca-b49a-b61b0d6bc26f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for subnet, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:46.856279 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6358774-8cf8-4ed8-8418-d841634ce99c None None] Pushing event updated for resources: {'Port': ['ID=bd2c91f8-252e-4204-9baa-03b9189017d4,revision_number=4']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:46.874539 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-b6358774-8cf8-4ed8-8418-d841634ce99c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:47.039939 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvr_db [None req-7bbacf0a-4e8d-40ad-83b4-af0a615797f7 None None] Set router 152b4625-c03b-4f8d-bf9e-897b74be0462 gateway port host: dv-cinder-790014-1-smb {{(pid=74234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:25:47.184240 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:47.189283 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 55960) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:25:47.194669 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-383eef5b-0555-44ca-b49a-b61b0d6bc26f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8775156 May 06 09:25:47.210308 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-e55bc422-eb73-4e71-bd6a-0bf1c5ea8398 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1936109800-router', 'tenant_id': '97bcf3a1bee942de8d6b3fbe0e996bbc', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'}}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:25:47.221949 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-e55bc422-eb73-4e71-bd6a-0bf1c5ea8398 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:25:47.231459 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-e55bc422-eb73-4e71-bd6a-0bf1c5ea8398 admin admin] Usage tracker for resource:router and tenant:97bcf3a1bee942de8d6b3fbe0e996bbc is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:25:47.231721 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f99998-2c7a-40cd-a161-30e9dba2e436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb69a74-8018-5d74-a3e5-5db803f491de-5dada2e9-cf5e-4fe3-89c2-c0eda1367b91', 'network_id': '5dada2e9-cf5e-4fe3-89c2-c0eda1367b91', 'tenant_id': '97bcf3a1bee942de8d6b3fbe0e996bbc', 'fixed_ips': [{'subnet_id': '58f89ad2-6c2d-49f1-b4a6-022b0be2e454'}]}} from dv-cinder-790014-1-smb. {{(pid=74233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 09:25:47.232569 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-70f99998-2c7a-40cd-a161-30e9dba2e436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:47.238739 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-e55bc422-eb73-4e71-bd6a-0bf1c5ea8398 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:25:47.258553 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-e55bc422-eb73-4e71-bd6a-0bf1c5ea8398 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:25:47.408582 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e55bc422-eb73-4e71-bd6a-0bf1c5ea8398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-695550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30529'] for router, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:47.409910 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e55bc422-eb73-4e71-bd6a-0bf1c5ea8398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-695537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-754102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30536'] for router, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:47.440728 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e55bc422-eb73-4e71-bd6a-0bf1c5ea8398 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:47.493557 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.db_base_plugin_common [None req-70f99998-2c7a-40cd-a161-30e9dba2e436 None None] Allocated IP 172.20.0.2 (5dada2e9-cf5e-4fe3-89c2-c0eda1367b91/58f89ad2-6c2d-49f1-b4a6-022b0be2e454/2f5c26f5-2d35-4e79-8cd6-6c3f805a2601) {{(pid=74233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:25:47.502474 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-7bbacf0a-4e8d-40ad-83b4-af0a615797f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152b4625-c03b-4f8d-bf9e-897b74be0462', 'name': 'tempest-TestShelveInstance-1319976416-router', 'tenant_id': '448b7d91cfa34a3c885290dd85f7fd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': 'efbb8d80-94d6-45c3-9df5-c8595c211ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:33Z', 'updated_at': '2021-05-06T09:25:40Z', 'revision_number': 4, 'project_id': '448b7d91cfa34a3c885290dd85f7fd47', 'gw_port': {'id': 'efbb8d80-94d6-45c3-9df5-c8595c211ec0', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152b4625-c03b-4f8d-bf9e-897b74be0462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:35Z', 'updated_at': '2021-05-06T09:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': 'bd2c91f8-252e-4204-9baa-03b9189017d4', 'name': '', 'network_id': '64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e', 'tenant_id': '448b7d91cfa34a3c885290dd85f7fd47', 'mac_address': 'fa:16:3e:94:6f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152b4625-c03b-4f8d-bf9e-897b74be0462', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '18122794-0941-4191-b141-54c55ba118c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:39Z', 'updated_at': '2021-05-06T09:25:46Z', 'revision_number': 4, 'project_id': '448b7d91cfa34a3c885290dd85f7fd47', 'subnets': [{'id': '18122794-0941-4191-b141-54c55ba118c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:25:47.507451 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbacf0a-4e8d-40ad-83b4-af0a615797f7 None None] The sync data for ids ['152b4625-c03b-4f8d-bf9e-897b74be0462'] in dv-cinder-790014-1-smb is: [{'id': '152b4625-c03b-4f8d-bf9e-897b74be0462', 'name': 'tempest-TestShelveInstance-1319976416-router', 'tenant_id': '448b7d91cfa34a3c885290dd85f7fd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': 'efbb8d80-94d6-45c3-9df5-c8595c211ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:33Z', 'updated_at': '2021-05-06T09:25:40Z', 'revision_number': 4, 'project_id': '448b7d91cfa34a3c885290dd85f7fd47', 'gw_port': {'id': 'efbb8d80-94d6-45c3-9df5-c8595c211ec0', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152b4625-c03b-4f8d-bf9e-897b74be0462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:35Z', 'updated_at': '2021-05-06T09:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': 'bd2c91f8-252e-4204-9baa-03b9189017d4', 'name': '', 'network_id': '64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e', 'tenant_id': '448b7d91cfa34a3c885290dd85f7fd47', 'mac_address': 'fa:16:3e:94:6f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152b4625-c03b-4f8d-bf9e-897b74be0462', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '18122794-0941-4191-b141-54c55ba118c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:39Z', 'updated_at': '2021-05-06T09:25:46Z', 'revision_number': 4, 'project_id': '448b7d91cfa34a3c885290dd85f7fd47', 'subnets': [{'id': '18122794-0941-4191-b141-54c55ba118c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:25:47.950248 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-70f99998-2c7a-40cd-a161-30e9dba2e436 None None] Notify callbacks [] for port, precommit_create {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:47.978005 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-70f99998-2c7a-40cd-a161-30e9dba2e436 None None] Transition to ACTIVE for port object 2f5c26f5-2d35-4e79-8cd6-6c3f805a2601 will not be triggered until provisioned by entity L2. {{(pid=74233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:25:48.032235 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-70f99998-2c7a-40cd-a161-30e9dba2e436 None None] Transition to ACTIVE for port object 2f5c26f5-2d35-4e79-8cd6-6c3f805a2601 will not be triggered until provisioned by entity DHCP. {{(pid=74233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:25:48.128809 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-70f99998-2c7a-40cd-a161-30e9dba2e436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326'] for port, after_create {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:48.137347 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-ce7ee36f-70de-45cf-8dd0-b4ac7acfab79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:48.195394 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e55bc422-eb73-4e71-bd6a-0bf1c5ea8398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30650'] for router, precommit_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:48.282051 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f99998-2c7a-40cd-a161-30e9dba2e436 None None] Pushing event updated for resources: {'Port': ['ID=2f5c26f5-2d35-4e79-8cd6-6c3f805a2601,revision_number=1']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:48.285096 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-70f99998-2c7a-40cd-a161-30e9dba2e436 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:48.295273 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f99998-2c7a-40cd-a161-30e9dba2e436 None None] Network 5dada2e9-cf5e-4fe3-89c2-c0eda1367b91 is already hosted by enough agents. {{(pid=74233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:25:48.297442 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.scheduler.base_scheduler [None req-70f99998-2c7a-40cd-a161-30e9dba2e436 None None] Resources bound (agent type, host, resource id): {{(pid=74233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:25:48.300467 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f99998-2c7a-40cd-a161-30e9dba2e436 None None] Received port after_create {{(pid=74233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:25:48.401672 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-70f99998-2c7a-40cd-a161-30e9dba2e436 None None] Attempting to bind port 2f5c26f5-2d35-4e79-8cd6-6c3f805a2601 on host dv-cinder-790014-1-smb for vnic_type normal with profile {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:25:48.402625 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-70f99998-2c7a-40cd-a161-30e9dba2e436 None None] Attempting to bind port 2f5c26f5-2d35-4e79-8cd6-6c3f805a2601 by drivers openvswitch,hyperv on host dv-cinder-790014-1-smb at level 0 using segments [{'id': 'afe51ce3-4060-442e-b3b9-2a2a63ddfa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '5dada2e9-cf5e-4fe3-89c2-c0eda1367b91'}] {{(pid=74233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:25:48.402998 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f99998-2c7a-40cd-a161-30e9dba2e436 None None] Attempting to bind port 2f5c26f5-2d35-4e79-8cd6-6c3f805a2601 on network 5dada2e9-cf5e-4fe3-89c2-c0eda1367b91 {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:25:48.411239 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f99998-2c7a-40cd-a161-30e9dba2e436 None None] Checking agent: {'id': 'a138baec-5248-4891-8a37-6ab457958a8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 14, 16), 'started_at': datetime.datetime(2021, 5, 6, 9, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 09:25:48.411664 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f99998-2c7a-40cd-a161-30e9dba2e436 None None] Checking segment: {'id': 'afe51ce3-4060-442e-b3b9-2a2a63ddfa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '5dada2e9-cf5e-4fe3-89c2-c0eda1367b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:25:48.412993 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-70f99998-2c7a-40cd-a161-30e9dba2e436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:48.412993 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f99998-2c7a-40cd-a161-30e9dba2e436 None None] Bound using segment: {'id': 'afe51ce3-4060-442e-b3b9-2a2a63ddfa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '5dada2e9-cf5e-4fe3-89c2-c0eda1367b91'} {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 09:25:48.413167 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-70f99998-2c7a-40cd-a161-30e9dba2e436 None None] Bound port: 2f5c26f5-2d35-4e79-8cd6-6c3f805a2601, host: dv-cinder-790014-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe51ce3-4060-442e-b3b9-2a2a63ddfa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '5dada2e9-cf5e-4fe3-89c2-c0eda1367b91'}}] {{(pid=74233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:25:48.413613 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-70f99998-2c7a-40cd-a161-30e9dba2e436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:48.532727 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-70f99998-2c7a-40cd-a161-30e9dba2e436 None None] For port 2f5c26f5-2d35-4e79-8cd6-6c3f805a2601, host dv-cinder-790014-1-smb, cleared binding levels {{(pid=74233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 09:25:48.537634 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-70f99998-2c7a-40cd-a161-30e9dba2e436 None None] For port 2f5c26f5-2d35-4e79-8cd6-6c3f805a2601, host dv-cinder-790014-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=2f5c26f5-2d35-4e79-8cd6-6c3f805a2601,segment=NetworkSegment(afe51ce3-4060-442e-b3b9-2a2a63ddfa9b),segment_id=afe51ce3-4060-442e-b3b9-2a2a63ddfa9b)] {{(pid=74233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 09:25:48.541127 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device bd2c91f8-252e-4204-9baa-03b9189017d4 up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:25:48.643787 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-70f99998-2c7a-40cd-a161-30e9dba2e436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:48.657840 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:48.731847 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:48.770301 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning for port bd2c91f8-252e-4204-9baa-03b9189017d4 completed by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:25:48.778109 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port bd2c91f8-252e-4204-9baa-03b9189017d4 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:25:48.778679 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:48.828779 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f99998-2c7a-40cd-a161-30e9dba2e436 None None] Pushing event updated for resources: {'Port': ['ID=2f5c26f5-2d35-4e79-8cd6-6c3f805a2601,revision_number=2']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:48.832533 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-70f99998-2c7a-40cd-a161-30e9dba2e436 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:48.923605 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e55bc422-eb73-4e71-bd6a-0bf1c5ea8398 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:48.984736 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:49.018639 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e55bc422-eb73-4e71-bd6a-0bf1c5ea8398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:49.039439 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] For port bd2c91f8-252e-4204-9baa-03b9189017d4, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=bd2c91f8-252e-4204-9baa-03b9189017d4,segment=NetworkSegment(58f3cc47-6e0e-417d-9711-90ec717e7ca2),segment_id=58f3cc47-6e0e-417d-9711-90ec717e7ca2)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:25:49.123923 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:49.127575 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:49.246749 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Pushing event updated for resources: {'Port': ['ID=bd2c91f8-252e-4204-9baa-03b9189017d4,revision_number=5']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:49.279640 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:49.339932 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.db_base_plugin_common [None req-e55bc422-eb73-4e71-bd6a-0bf1c5ea8398 admin admin] Allocated IP 172.28.3.168 (b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f/0efb0a43-973d-4597-8ac6-a120d0d0adfe/21246f26-ef24-4f31-8cfe-969b1f2ce260) {{(pid=74232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:25:49.762041 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e55bc422-eb73-4e71-bd6a-0bf1c5ea8398 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:49.898121 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e55bc422-eb73-4e71-bd6a-0bf1c5ea8398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15350160'] for port, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:49.903527 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-efa1478e-a925-4e0c-a7b9-e8290c678199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:50.026453 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55bc422-eb73-4e71-bd6a-0bf1c5ea8398 admin admin] Network b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f is already hosted by enough agents. {{(pid=74232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:25:50.035222 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.base_scheduler [None req-e55bc422-eb73-4e71-bd6a-0bf1c5ea8398 admin admin] Resources bound (agent type, host, resource id): {{(pid=74232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:25:50.073045 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55bc422-eb73-4e71-bd6a-0bf1c5ea8398 admin admin] Received port after_create {{(pid=74232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:25:50.152449 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55bc422-eb73-4e71-bd6a-0bf1c5ea8398 admin admin] Pushing event updated for resources: {'Port': ['ID=21246f26-ef24-4f31-8cfe-969b1f2ce260,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:50.180259 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-e55bc422-eb73-4e71-bd6a-0bf1c5ea8398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:50.385363 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8eea1c-7b2b-4964-aae2-c589e51e1b17 None None] Network 5dada2e9-cf5e-4fe3-89c2-c0eda1367b91 requested from dv-cinder-790014-1-smb {{(pid=74233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 09:25:50.553860 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 2f5c26f5-2d35-4e79-8cd6-6c3f805a2601 up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:25:50.764414 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-5d8ce016-0b1e-4e67-acf4-98609819c05c None None] Provisioning for port 2f5c26f5-2d35-4e79-8cd6-6c3f805a2601 completed by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:25:50.791705 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning for port 2f5c26f5-2d35-4e79-8cd6-6c3f805a2601 completed by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:25:50.799532 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port 2f5c26f5-2d35-4e79-8cd6-6c3f805a2601 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:25:50.800094 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:50.984175 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e55bc422-eb73-4e71-bd6a-0bf1c5ea8398 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:51.036566 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:51.079655 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] For port 2f5c26f5-2d35-4e79-8cd6-6c3f805a2601, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=2f5c26f5-2d35-4e79-8cd6-6c3f805a2601,segment=NetworkSegment(afe51ce3-4060-442e-b3b9-2a2a63ddfa9b),segment_id=afe51ce3-4060-442e-b3b9-2a2a63ddfa9b)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:25:51.162393 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:51.163659 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device bd2c91f8-252e-4204-9baa-03b9189017d4 up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:25:51.211440 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:51.310989 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-8a6216a1-aa58-40c5-82d2-9b9666151228 None None] Provisioning complete for port 2f5c26f5-2d35-4e79-8cd6-6c3f805a2601 triggered by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:25:51.311403 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-8a6216a1-aa58-40c5-82d2-9b9666151228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:51.343521 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Pushing event updated for resources: {'Port': ['ID=2f5c26f5-2d35-4e79-8cd6-6c3f805a2601,revision_number=3']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:51.347928 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:51.402516 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port bd2c91f8-252e-4204-9baa-03b9189017d4 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:25:51.404510 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:51.456757 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e55bc422-eb73-4e71-bd6a-0bf1c5ea8398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670493'] for router, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:51.762425 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55bc422-eb73-4e71-bd6a-0bf1c5ea8398 admin admin] Router 4e8a8c81-7d35-4c55-955f-461a904c0a01 is scheduled to L3 agent 6417d645-ec24-4e28-ae28-fb602049daa5 with binding_index 1 {{(pid=74232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 09:25:52.078701 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55bc422-eb73-4e71-bd6a-0bf1c5ea8398 admin admin] Notify agent at l3_agent.dv-cinder-790014-1-smb the message routers_updated {{(pid=74232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 09:25:52.088590 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f41d298-ee22-436e-8858-802943398c96 None None] Sync routers for ids ['4e8a8c81-7d35-4c55-955f-461a904c0a01'] in dv-cinder-790014-1-smb {{(pid=74233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:25:52.100860 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f41d298-ee22-436e-8858-802943398c96 None None] Routers {'4e8a8c81-7d35-4c55-955f-461a904c0a01'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:25:52.101507 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-4f41d298-ee22-436e-8858-802943398c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:25:46Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['4e8a8c81-7d35-4c55-955f-461a904c0a01'], 'active': True} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:25:52.200782 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e55bc422-eb73-4e71-bd6a-0bf1c5ea8398 admin admin] Notify callbacks [] for router, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:52.212960 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-e55bc422-eb73-4e71-bd6a-0bf1c5ea8398 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0111947 May 06 09:25:52.212960 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 56054) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:25:52.377863 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvr_db [None req-4f41d298-ee22-436e-8858-802943398c96 None None] Set router 4e8a8c81-7d35-4c55-955f-461a904c0a01 gateway port host: dv-cinder-790014-1-smb {{(pid=74233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:25:52.431044 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 2f5c26f5-2d35-4e79-8cd6-6c3f805a2601 up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:25:52.704498 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port 2f5c26f5-2d35-4e79-8cd6-6c3f805a2601 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:25:52.705045 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:52.785965 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28be92-da2c-4679-be4a-80aebd6593ad req-7c6e9f3f-8cb8-419f-aa22-ec351105f88b tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:52.787512 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-0a28be92-da2c-4679-be4a-80aebd6593ad req-7c6e9f3f-8cb8-419f-aa22-ec351105f88b tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0de1f81-6d9b-417b-880d-355e7d2c8a87 HTTP/1.1" status: 200 len: 945 time: 0.2704446 May 06 09:25:52.936149 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-4f41d298-ee22-436e-8858-802943398c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8a8c81-7d35-4c55-955f-461a904c0a01', 'name': 'tempest-TestShelveInstance-1936109800-router', 'tenant_id': '97bcf3a1bee942de8d6b3fbe0e996bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '21246f26-ef24-4f31-8cfe-969b1f2ce260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:47Z', 'updated_at': '2021-05-06T09:25:50Z', 'revision_number': 3, 'project_id': '97bcf3a1bee942de8d6b3fbe0e996bbc', 'gw_port': {'id': '21246f26-ef24-4f31-8cfe-969b1f2ce260', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8a8c81-7d35-4c55-955f-461a904c0a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:49Z', 'updated_at': '2021-05-06T09:25:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb'}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:25:52.946434 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f41d298-ee22-436e-8858-802943398c96 None None] Checking router: 4e8a8c81-7d35-4c55-955f-461a904c0a01 for host: dv-cinder-790014-1-smb {{(pid=74233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:25:52.946799 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f41d298-ee22-436e-8858-802943398c96 None None] Updating router 4e8a8c81-7d35-4c55-955f-461a904c0a01 port 21246f26-ef24-4f31-8cfe-969b1f2ce260 binding host dv-cinder-790014-1-smb {{(pid=74233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:25:53.012032 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-0a28be92-da2c-4679-be4a-80aebd6593ad req-8cfc9530-5262-4394-baae-93aaa967f327 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/security-groups?id=abbdc489-275e-462c-b6cd-47716b9a8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996773 May 06 09:25:53.084265 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-4f41d298-ee22-436e-8858-802943398c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:53.291340 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.agents_db [None req-638a5930-6b89-4b54-bbc4-25c5e7558cab None None] Agent healthcheck: found 6 active agents {{(pid=74234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 09:25:53.308594 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ac357af5-f686-48fa-8d79-497637d4abe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:53.507542 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-4f41d298-ee22-436e-8858-802943398c96 None None] Notify callbacks [] for port, precommit_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:53.515437 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-4f41d298-ee22-436e-8858-802943398c96 None None] Transition to ACTIVE for port object 21246f26-ef24-4f31-8cfe-969b1f2ce260 will not be triggered until provisioned by entity L2. {{(pid=74233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:25:53.582848 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.db_base_plugin_common [None req-ac357af5-f686-48fa-8d79-497637d4abe3 admin admin] Allocated IP 172.20.0.1 (5dada2e9-cf5e-4fe3-89c2-c0eda1367b91/58f89ad2-6c2d-49f1-b4a6-022b0be2e454/92947432-6789-46cf-89f9-e93c5c5a7634) {{(pid=74232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:25:53.642224 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-4f41d298-ee22-436e-8858-802943398c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:53.646684 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:53.736685 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f40fd19-d101-4b7f-8fc9-eddf2ddd6bdc None None] Pushing event updated for resources: {'Port': ['ID=21246f26-ef24-4f31-8cfe-969b1f2ce260,revision_number=2']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:53.744331 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-4f41d298-ee22-436e-8858-802943398c96 None None] Attempting to bind port 21246f26-ef24-4f31-8cfe-969b1f2ce260 on host dv-cinder-790014-1-smb for vnic_type normal with profile {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:25:53.744713 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-4f41d298-ee22-436e-8858-802943398c96 None None] Attempting to bind port 21246f26-ef24-4f31-8cfe-969b1f2ce260 by drivers openvswitch,hyperv on host dv-cinder-790014-1-smb at level 0 using segments [{'id': '965c1257-9f5a-4385-a535-e1c8d4f2cb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'}] {{(pid=74233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:25:53.745077 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f41d298-ee22-436e-8858-802943398c96 None None] Attempting to bind port 21246f26-ef24-4f31-8cfe-969b1f2ce260 on network b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:25:53.747435 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-1f40fd19-d101-4b7f-8fc9-eddf2ddd6bdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:53.752721 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f41d298-ee22-436e-8858-802943398c96 None None] Checking agent: {'id': 'a138baec-5248-4891-8a37-6ab457958a8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 14, 16), 'started_at': datetime.datetime(2021, 5, 6, 9, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 09:25:53.753091 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f41d298-ee22-436e-8858-802943398c96 None None] Checking segment: {'id': '965c1257-9f5a-4385-a535-e1c8d4f2cb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:25:53.753902 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-4f41d298-ee22-436e-8858-802943398c96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:53.754308 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f41d298-ee22-436e-8858-802943398c96 None None] Bound using segment: {'id': '965c1257-9f5a-4385-a535-e1c8d4f2cb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'} {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 09:25:53.755173 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-4f41d298-ee22-436e-8858-802943398c96 None None] Bound port: 21246f26-ef24-4f31-8cfe-969b1f2ce260, host: dv-cinder-790014-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965c1257-9f5a-4385-a535-e1c8d4f2cb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'}}] {{(pid=74233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:25:53.755769 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-4f41d298-ee22-436e-8858-802943398c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:53.768311 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ac357af5-f686-48fa-8d79-497637d4abe3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:53.788354 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.provisioning_blocks [None req-ac357af5-f686-48fa-8d79-497637d4abe3 admin admin] Transition to ACTIVE for port object 92947432-6789-46cf-89f9-e93c5c5a7634 will not be triggered until provisioned by entity DHCP. {{(pid=74232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:25:53.855744 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-4f41d298-ee22-436e-8858-802943398c96 None None] For port 21246f26-ef24-4f31-8cfe-969b1f2ce260, host dv-cinder-790014-1-smb, cleared binding levels {{(pid=74233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 09:25:53.859381 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-4f41d298-ee22-436e-8858-802943398c96 None None] For port 21246f26-ef24-4f31-8cfe-969b1f2ce260, host dv-cinder-790014-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=21246f26-ef24-4f31-8cfe-969b1f2ce260,segment=NetworkSegment(965c1257-9f5a-4385-a535-e1c8d4f2cb09),segment_id=965c1257-9f5a-4385-a535-e1c8d4f2cb09)] {{(pid=74233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 09:25:53.883400 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ac357af5-f686-48fa-8d79-497637d4abe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15350160'] for port, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:53.891437 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-f42c95a3-eee6-45ef-8982-42cac1a4148a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:53.941548 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-4f41d298-ee22-436e-8858-802943398c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:53.947816 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-25452851-9b2e-4ed9-96c7-1998736dd6b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:53.971397 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac357af5-f686-48fa-8d79-497637d4abe3 admin admin] Network 5dada2e9-cf5e-4fe3-89c2-c0eda1367b91 is already hosted by enough agents. {{(pid=74232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:25:53.975749 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.base_scheduler [None req-ac357af5-f686-48fa-8d79-497637d4abe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=74232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:25:53.997802 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac357af5-f686-48fa-8d79-497637d4abe3 admin admin] Received port after_create {{(pid=74232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:25:54.033449 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f41d298-ee22-436e-8858-802943398c96 None None] Routers {'4e8a8c81-7d35-4c55-955f-461a904c0a01'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:25:54.034176 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-4f41d298-ee22-436e-8858-802943398c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:25:46Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['4e8a8c81-7d35-4c55-955f-461a904c0a01'], 'active': True} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:25:54.153408 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac357af5-f686-48fa-8d79-497637d4abe3 admin admin] Pushing event updated for resources: {'Port': ['ID=92947432-6789-46cf-89f9-e93c5c5a7634,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:54.156824 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ac357af5-f686-48fa-8d79-497637d4abe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663746'] for router_interface, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:54.267418 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-ac357af5-f686-48fa-8d79-497637d4abe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:54.307883 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f40fd19-d101-4b7f-8fc9-eddf2ddd6bdc None None] Pushing event updated for resources: {'Port': ['ID=21246f26-ef24-4f31-8cfe-969b1f2ce260,revision_number=3']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:54.317674 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-1f40fd19-d101-4b7f-8fc9-eddf2ddd6bdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:54.413096 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7bce3-5a3e-461d-b6eb-b6dad800fc42 req-51c73a73-ea07-4a93-9d1a-f349a799ed87 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:54.413703 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvr_db [None req-4f41d298-ee22-436e-8858-802943398c96 None None] Set router 4e8a8c81-7d35-4c55-955f-461a904c0a01 gateway port host: dv-cinder-790014-1-smb {{(pid=74233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:25:54.414664 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-eac7bce3-5a3e-461d-b6eb-b6dad800fc42 req-51c73a73-ea07-4a93-9d1a-f349a799ed87 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0de1f81-6d9b-417b-880d-355e7d2c8a87 HTTP/1.1" status: 200 len: 945 time: 0.1616380 May 06 09:25:54.547403 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-10461cfb-47a4-4604-af41-1e1a60c18502 None None] Provisioning for port 92947432-6789-46cf-89f9-e93c5c5a7634 completed by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:25:54.549670 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-eac7bce3-5a3e-461d-b6eb-b6dad800fc42 req-a6bd4bd7-c40f-4934-af1c-1805bedf9f3f tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/security-groups?id=abbdc489-275e-462c-b6cd-47716b9a8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247735 May 06 09:25:54.566387 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ac357af5-f686-48fa-8d79-497637d4abe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:54.574070 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-10461cfb-47a4-4604-af41-1e1a60c18502 None None] Provisioning complete for port 92947432-6789-46cf-89f9-e93c5c5a7634 triggered by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:25:54.574615 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-10461cfb-47a4-4604-af41-1e1a60c18502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:54.707018 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-10461cfb-47a4-4604-af41-1e1a60c18502 None None] Port 92947432-6789-46cf-89f9-e93c5c5a7634 cannot update to ACTIVE because it is not bound. {{(pid=74233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 09:25:54.820465 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-4f41d298-ee22-436e-8858-802943398c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8a8c81-7d35-4c55-955f-461a904c0a01', 'name': 'tempest-TestShelveInstance-1936109800-router', 'tenant_id': '97bcf3a1bee942de8d6b3fbe0e996bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '21246f26-ef24-4f31-8cfe-969b1f2ce260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:47Z', 'updated_at': '2021-05-06T09:25:50Z', 'revision_number': 3, 'project_id': '97bcf3a1bee942de8d6b3fbe0e996bbc', 'gw_port': {'id': '21246f26-ef24-4f31-8cfe-969b1f2ce260', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8a8c81-7d35-4c55-955f-461a904c0a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:49Z', 'updated_at': '2021-05-06T09:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb'}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:25:54.824568 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f41d298-ee22-436e-8858-802943398c96 None None] The sync data for ids ['4e8a8c81-7d35-4c55-955f-461a904c0a01'] in dv-cinder-790014-1-smb is: [{'id': '4e8a8c81-7d35-4c55-955f-461a904c0a01', 'name': 'tempest-TestShelveInstance-1936109800-router', 'tenant_id': '97bcf3a1bee942de8d6b3fbe0e996bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '21246f26-ef24-4f31-8cfe-969b1f2ce260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:47Z', 'updated_at': '2021-05-06T09:25:50Z', 'revision_number': 3, 'project_id': '97bcf3a1bee942de8d6b3fbe0e996bbc', 'gw_port': {'id': '21246f26-ef24-4f31-8cfe-969b1f2ce260', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8a8c81-7d35-4c55-955f-461a904c0a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:49Z', 'updated_at': '2021-05-06T09:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb'}] {{(pid=74233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:25:54.880520 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ac357af5-f686-48fa-8d79-497637d4abe3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:54.988977 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ac357af5-f686-48fa-8d79-497637d4abe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15350153'] for port, after_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:55.014124 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-ac357af5-f686-48fa-8d79-497637d4abe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:55.117007 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac357af5-f686-48fa-8d79-497637d4abe3 admin admin] Pushing event updated for resources: {'Port': ['ID=92947432-6789-46cf-89f9-e93c5c5a7634,revision_number=2']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:55.121467 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-ac357af5-f686-48fa-8d79-497637d4abe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:55.122345 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ac357af5-f686-48fa-8d79-497637d4abe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663649'] for router_interface, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:55.273968 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac357af5-f686-48fa-8d79-497637d4abe3 admin admin] Network 5dada2e9-cf5e-4fe3-89c2-c0eda1367b91 is already hosted by enough agents. {{(pid=74232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:25:55.275299 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.base_scheduler [None req-ac357af5-f686-48fa-8d79-497637d4abe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=74232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:25:55.542337 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac357af5-f686-48fa-8d79-497637d4abe3 admin admin] Router 4e8a8c81-7d35-4c55-955f-461a904c0a01 has already been hosted by L3 agent 6417d645-ec24-4e28-ae28-fb602049daa5 {{(pid=74232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 09:25:55.635459 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-c7ea34fc-1e54-4ae7-933d-10c20123cb97 None None] Provisioning complete for port 92947432-6789-46cf-89f9-e93c5c5a7634 triggered by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:25:55.636051 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-c7ea34fc-1e54-4ae7-933d-10c20123cb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:55.713766 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-c7ea34fc-1e54-4ae7-933d-10c20123cb97 None None] Port 92947432-6789-46cf-89f9-e93c5c5a7634 cannot update to ACTIVE because it is not bound. {{(pid=74233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 09:25:55.810935 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac357af5-f686-48fa-8d79-497637d4abe3 admin admin] Notify agent at l3_agent.dv-cinder-790014-1-smb the message routers_updated {{(pid=74232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 09:25:55.824652 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b42c3-fdbf-4134-a043-30f962204b09 req-ca0d7866-8803-4eb9-ac9e-87ad7b97f81a tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:55.826137 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-452b42c3-fdbf-4134-a043-30f962204b09 req-ca0d7866-8803-4eb9-ac9e-87ad7b97f81a tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0de1f81-6d9b-417b-880d-355e7d2c8a87 HTTP/1.1" status: 200 len: 945 time: 0.1416202 May 06 09:25:55.831113 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-ac357af5-f686-48fa-8d79-497637d4abe3 admin admin] 10.222.0.20 "PUT /v2.0/routers/4e8a8c81-7d35-4c55-955f-461a904c0a01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6228409 May 06 09:25:55.882536 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-452b42c3-fdbf-4134-a043-30f962204b09 req-397ecfbe-f659-4ad4-ba1a-cf47dc6826a8 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/security-groups?id=abbdc489-275e-462c-b6cd-47716b9a8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468388 May 06 09:25:56.350747 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 21246f26-ef24-4f31-8cfe-969b1f2ce260 up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:25:56.409132 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 56116) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:25:56.414283 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-e0965cac-f23b-448d-b2e8-f56941f4734e tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-925304648', 'description': 'tempest-secgroup-smoke-925304648 description', 'project_id': '448b7d91cfa34a3c885290dd85f7fd47'}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:25:56.419947 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-e0965cac-f23b-448d-b2e8-f56941f4734e tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:25:56.423840 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-e0965cac-f23b-448d-b2e8-f56941f4734e tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Usage tracker for resource:security_group and tenant:448b7d91cfa34a3c885290dd85f7fd47 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:25:56.426965 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-e0965cac-f23b-448d-b2e8-f56941f4734e tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:25:56.435065 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-e0965cac-f23b-448d-b2e8-f56941f4734e tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:25:56.480248 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning for port 21246f26-ef24-4f31-8cfe-969b1f2ce260 completed by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:25:56.485506 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port 21246f26-ef24-4f31-8cfe-969b1f2ce260 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:25:56.485884 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:56.504985 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e0965cac-f23b-448d-b2e8-f56941f4734e tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:56.527053 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-e0965cac-f23b-448d-b2e8-f56941f4734e tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:25:56.550564 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-e0965cac-f23b-448d-b2e8-f56941f4734e tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Usage tracker for resource:security_group_rule and tenant:448b7d91cfa34a3c885290dd85f7fd47 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:25:56.557170 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33d62f7-3996-41dd-94df-3865b8ce98f2 None None] Sync routers for ids ['4e8a8c81-7d35-4c55-955f-461a904c0a01'] in dv-cinder-790014-1-smb {{(pid=74234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:25:56.557906 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-e0965cac-f23b-448d-b2e8-f56941f4734e tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:25:56.569150 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33d62f7-3996-41dd-94df-3865b8ce98f2 None None] Routers {'4e8a8c81-7d35-4c55-955f-461a904c0a01'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:25:56.570665 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-d33d62f7-3996-41dd-94df-3865b8ce98f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:25:46Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['4e8a8c81-7d35-4c55-955f-461a904c0a01'], 'active': True} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:25:56.571265 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-e0965cac-f23b-448d-b2e8-f56941f4734e tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:25:56.617388 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:56.638600 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] For port 21246f26-ef24-4f31-8cfe-969b1f2ce260, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=21246f26-ef24-4f31-8cfe-969b1f2ce260,segment=NetworkSegment(965c1257-9f5a-4385-a535-e1c8d4f2cb09),segment_id=965c1257-9f5a-4385-a535-e1c8d4f2cb09)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:25:56.685106 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e0965cac-f23b-448d-b2e8-f56941f4734e tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:56.731458 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:56.733804 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-70f99998-2c7a-40cd-a161-30e9dba2e436 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:56.759965 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e0965cac-f23b-448d-b2e8-f56941f4734e tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:56.764160 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-465f942d-b834-483d-9e37-8b0e74054845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:56.801601 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvr_db [None req-d33d62f7-3996-41dd-94df-3865b8ce98f2 None None] Set router 4e8a8c81-7d35-4c55-955f-461a904c0a01 gateway port host: dv-cinder-790014-1-smb {{(pid=74234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:25:56.827792 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0965cac-f23b-448d-b2e8-f56941f4734e tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ed85b8-a725-409f-accf-d3f84002ae12,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:56.837265 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-e0965cac-f23b-448d-b2e8-f56941f4734e tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:56.845113 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Pushing event updated for resources: {'Port': ['ID=21246f26-ef24-4f31-8cfe-969b1f2ce260,revision_number=4']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:56.854445 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:56.900464 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e0965cac-f23b-448d-b2e8-f56941f4734e tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:56.904800 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 56136) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:25:56.905463 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-e0965cac-f23b-448d-b2e8-f56941f4734e tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4949567 May 06 09:25:56.910751 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [None req-0bc332f1-a2a9-46cf-93dd-6255364622ab tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Request body: {'security_group_rule': {'security_group_id': 'd8ed85b8-a725-409f-accf-d3f84002ae12', 'project_id': '448b7d91cfa34a3c885290dd85f7fd47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:25:56.924693 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-0bc332f1-a2a9-46cf-93dd-6255364622ab tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:25:56.929358 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-0bc332f1-a2a9-46cf-93dd-6255364622ab tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Usage tracker for resource:security_group_rule and tenant:448b7d91cfa34a3c885290dd85f7fd47 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:25:56.935158 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-0bc332f1-a2a9-46cf-93dd-6255364622ab tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:25:56.951426 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-0bc332f1-a2a9-46cf-93dd-6255364622ab tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:25:57.034778 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-0bc332f1-a2a9-46cf-93dd-6255364622ab tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:57.118215 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227d945-feb4-40da-a943-364333715dee req-fb654136-4daf-4e2e-a6de-5e11d3b77868 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:57.119782 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-c227d945-feb4-40da-a943-364333715dee req-fb654136-4daf-4e2e-a6de-5e11d3b77868 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0de1f81-6d9b-417b-880d-355e7d2c8a87 HTTP/1.1" status: 200 len: 945 time: 0.1079612 May 06 09:25:57.163320 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-0bc332f1-a2a9-46cf-93dd-6255364622ab tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:57.196500 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-c227d945-feb4-40da-a943-364333715dee req-3b253bf6-9647-4280-9ff4-d64adf16fedf tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/security-groups?id=abbdc489-275e-462c-b6cd-47716b9a8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683784 May 06 09:25:57.240830 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-d33d62f7-3996-41dd-94df-3865b8ce98f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8a8c81-7d35-4c55-955f-461a904c0a01', 'name': 'tempest-TestShelveInstance-1936109800-router', 'tenant_id': '97bcf3a1bee942de8d6b3fbe0e996bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '21246f26-ef24-4f31-8cfe-969b1f2ce260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:47Z', 'updated_at': '2021-05-06T09:25:54Z', 'revision_number': 4, 'project_id': '97bcf3a1bee942de8d6b3fbe0e996bbc', 'gw_port': {'id': '21246f26-ef24-4f31-8cfe-969b1f2ce260', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8a8c81-7d35-4c55-955f-461a904c0a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:49Z', 'updated_at': '2021-05-06T09:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': '92947432-6789-46cf-89f9-e93c5c5a7634', 'name': '', 'network_id': '5dada2e9-cf5e-4fe3-89c2-c0eda1367b91', 'tenant_id': '97bcf3a1bee942de8d6b3fbe0e996bbc', 'mac_address': 'fa:16:3e:94:7a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8a8c81-7d35-4c55-955f-461a904c0a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '58f89ad2-6c2d-49f1-b4a6-022b0be2e454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:53Z', 'updated_at': '2021-05-06T09:25:54Z', 'revision_number': 2, 'project_id': '97bcf3a1bee942de8d6b3fbe0e996bbc', 'subnets': [{'id': '58f89ad2-6c2d-49f1-b4a6-022b0be2e454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:25:57.246005 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33d62f7-3996-41dd-94df-3865b8ce98f2 None None] Checking router: 4e8a8c81-7d35-4c55-955f-461a904c0a01 for host: dv-cinder-790014-1-smb {{(pid=74234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:25:57.246396 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33d62f7-3996-41dd-94df-3865b8ce98f2 None None] Updating router 4e8a8c81-7d35-4c55-955f-461a904c0a01 port 92947432-6789-46cf-89f9-e93c5c5a7634 binding host dv-cinder-790014-1-smb {{(pid=74234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:25:57.276310 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-0bc332f1-a2a9-46cf-93dd-6255364622ab tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757315'] for security_group_rule, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:57.278382 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:57.302633 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-d33d62f7-3996-41dd-94df-3865b8ce98f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:57.303536 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc332f1-a2a9-46cf-93dd-6255364622ab tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e0d5b41-8a41-4855-964f-7ffd945bdd6e,revision_number=0']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:57.310978 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-0bc332f1-a2a9-46cf-93dd-6255364622ab tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:57.436675 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-0bc332f1-a2a9-46cf-93dd-6255364622ab tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:57.437970 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-0bc332f1-a2a9-46cf-93dd-6255364622ab tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5319669 May 06 09:25:57.440553 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 56162) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:25:57.447377 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [None req-16cf60fb-afc6-4934-92f0-59db8b144990 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Request body: {'security_group_rule': {'security_group_id': 'd8ed85b8-a725-409f-accf-d3f84002ae12', 'project_id': '448b7d91cfa34a3c885290dd85f7fd47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:25:57.454482 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-16cf60fb-afc6-4934-92f0-59db8b144990 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:25:57.458622 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-16cf60fb-afc6-4934-92f0-59db8b144990 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Usage tracker for resource:security_group_rule and tenant:448b7d91cfa34a3c885290dd85f7fd47 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:25:57.462873 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-16cf60fb-afc6-4934-92f0-59db8b144990 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:25:57.473621 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-16cf60fb-afc6-4934-92f0-59db8b144990 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:25:57.590595 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-16cf60fb-afc6-4934-92f0-59db8b144990 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:57.653794 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-16cf60fb-afc6-4934-92f0-59db8b144990 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:57.689141 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-d33d62f7-3996-41dd-94df-3865b8ce98f2 None None] Notify callbacks [] for port, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:57.700620 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.provisioning_blocks [None req-d33d62f7-3996-41dd-94df-3865b8ce98f2 None None] Transition to ACTIVE for port object 92947432-6789-46cf-89f9-e93c5c5a7634 will not be triggered until provisioned by entity L2. {{(pid=74234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:25:57.750687 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-16cf60fb-afc6-4934-92f0-59db8b144990 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757315'] for security_group_rule, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:57.752843 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:57.783695 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf60fb-afc6-4934-92f0-59db8b144990 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4793c161-2453-4f71-bbfe-0c67a4460a2b,revision_number=0']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:57.788210 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-16cf60fb-afc6-4934-92f0-59db8b144990 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:57.796449 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-d33d62f7-3996-41dd-94df-3865b8ce98f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:57.804561 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:57.902599 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-16cf60fb-afc6-4934-92f0-59db8b144990 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:57.904423 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-16cf60fb-afc6-4934-92f0-59db8b144990 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4626160 May 06 09:25:57.910768 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 56182) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:25:57.914465 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-3cb0230f-2ab0-44da-b100-9dd0a95b197c tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Request body: {'security_group_rule': {'security_group_id': 'd8ed85b8-a725-409f-accf-d3f84002ae12', 'project_id': '448b7d91cfa34a3c885290dd85f7fd47', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:25:57.922136 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-3cb0230f-2ab0-44da-b100-9dd0a95b197c tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:25:57.922887 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849eaa6-aaea-4b87-95cd-ef039bca6568 req-04103c23-ef11-4518-86b4-9ac820620e9c tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:57.924574 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-2849eaa6-aaea-4b87-95cd-ef039bca6568 req-04103c23-ef11-4518-86b4-9ac820620e9c tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0de1f81-6d9b-417b-880d-355e7d2c8a87 HTTP/1.1" status: 200 len: 945 time: 0.1161315 May 06 09:25:57.938565 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-3cb0230f-2ab0-44da-b100-9dd0a95b197c tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Usage tracker for resource:security_group_rule and tenant:448b7d91cfa34a3c885290dd85f7fd47 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:25:57.941834 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-3cb0230f-2ab0-44da-b100-9dd0a95b197c tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:25:57.948846 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-3cb0230f-2ab0-44da-b100-9dd0a95b197c tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:25:58.018095 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55159ad8-761e-46e4-aa49-acc355a2d51a None None] Pushing event updated for resources: {'Port': ['ID=92947432-6789-46cf-89f9-e93c5c5a7634,revision_number=3']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:58.026460 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-55159ad8-761e-46e4-aa49-acc355a2d51a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:58.033427 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-3cb0230f-2ab0-44da-b100-9dd0a95b197c tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:58.090486 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [None req-d33d62f7-3996-41dd-94df-3865b8ce98f2 None None] Attempting to bind port 92947432-6789-46cf-89f9-e93c5c5a7634 on host dv-cinder-790014-1-smb for vnic_type normal with profile {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:25:58.090897 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [None req-d33d62f7-3996-41dd-94df-3865b8ce98f2 None None] Attempting to bind port 92947432-6789-46cf-89f9-e93c5c5a7634 by drivers openvswitch,hyperv on host dv-cinder-790014-1-smb at level 0 using segments [{'id': 'afe51ce3-4060-442e-b3b9-2a2a63ddfa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '5dada2e9-cf5e-4fe3-89c2-c0eda1367b91'}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:25:58.091268 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33d62f7-3996-41dd-94df-3865b8ce98f2 None None] Attempting to bind port 92947432-6789-46cf-89f9-e93c5c5a7634 on network 5dada2e9-cf5e-4fe3-89c2-c0eda1367b91 {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:25:58.099803 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33d62f7-3996-41dd-94df-3865b8ce98f2 None None] Checking agent: {'id': 'a138baec-5248-4891-8a37-6ab457958a8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 14, 16), 'started_at': datetime.datetime(2021, 5, 6, 9, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 09:25:58.100174 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33d62f7-3996-41dd-94df-3865b8ce98f2 None None] Checking segment: {'id': 'afe51ce3-4060-442e-b3b9-2a2a63ddfa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '5dada2e9-cf5e-4fe3-89c2-c0eda1367b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:25:58.100400 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [req-2849eaa6-aaea-4b87-95cd-ef039bca6568 req-3e46a204-b488-4bde-b61e-b52fbe292ae6 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Deleting port 2b02d074-b2d7-42f1-82ba-b6ce5c7aa306 {{(pid=74231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:25:58.100644 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-d33d62f7-3996-41dd-94df-3865b8ce98f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:58.100762 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-2849eaa6-aaea-4b87-95cd-ef039bca6568 req-3e46a204-b488-4bde-b61e-b52fbe292ae6 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:58.101053 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33d62f7-3996-41dd-94df-3865b8ce98f2 None None] Bound using segment: {'id': 'afe51ce3-4060-442e-b3b9-2a2a63ddfa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '5dada2e9-cf5e-4fe3-89c2-c0eda1367b91'} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 09:25:58.101593 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [None req-d33d62f7-3996-41dd-94df-3865b8ce98f2 None None] Bound port: 92947432-6789-46cf-89f9-e93c5c5a7634, host: dv-cinder-790014-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe51ce3-4060-442e-b3b9-2a2a63ddfa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '5dada2e9-cf5e-4fe3-89c2-c0eda1367b91'}}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:25:58.101988 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-d33d62f7-3996-41dd-94df-3865b8ce98f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:58.149845 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-3cb0230f-2ab0-44da-b100-9dd0a95b197c tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:58.207608 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.db [None req-d33d62f7-3996-41dd-94df-3865b8ce98f2 None None] For port 92947432-6789-46cf-89f9-e93c5c5a7634, host dv-cinder-790014-1-smb, cleared binding levels {{(pid=74234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 09:25:58.213672 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.db [None req-d33d62f7-3996-41dd-94df-3865b8ce98f2 None None] For port 92947432-6789-46cf-89f9-e93c5c5a7634, host dv-cinder-790014-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=92947432-6789-46cf-89f9-e93c5c5a7634,segment=NetworkSegment(afe51ce3-4060-442e-b3b9-2a2a63ddfa9b),segment_id=afe51ce3-4060-442e-b3b9-2a2a63ddfa9b)] {{(pid=74234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 09:25:58.257733 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-2849eaa6-aaea-4b87-95cd-ef039bca6568 req-3e46a204-b488-4bde-b61e-b52fbe292ae6 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] For port 2b02d074-b2d7-42f1-82ba-b6ce5c7aa306, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=2b02d074-b2d7-42f1-82ba-b6ce5c7aa306,segment=NetworkSegment(13f14ba3-2fe0-4e5b-8f73-019e0f53b95f),segment_id=13f14ba3-2fe0-4e5b-8f73-019e0f53b95f)] {{(pid=74231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:25:58.258106 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-2849eaa6-aaea-4b87-95cd-ef039bca6568 req-3e46a204-b488-4bde-b61e-b52fbe292ae6 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:58.262816 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-3cb0230f-2ab0-44da-b100-9dd0a95b197c tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757315'] for security_group_rule, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:58.265676 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:58.290390 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0230f-2ab0-44da-b100-9dd0a95b197c tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c9aa035-9e6f-43f8-911a-5ebdd7b0ca20,revision_number=0']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:58.294916 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-3cb0230f-2ab0-44da-b100-9dd0a95b197c tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:58.322564 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-d33d62f7-3996-41dd-94df-3865b8ce98f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:58.328363 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-55159ad8-761e-46e4-aa49-acc355a2d51a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:58.354365 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 21246f26-ef24-4f31-8cfe-969b1f2ce260 up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:25:58.420491 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-3cb0230f-2ab0-44da-b100-9dd0a95b197c tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:58.422840 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-3cb0230f-2ab0-44da-b100-9dd0a95b197c tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5142710 May 06 09:25:58.432363 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 56202) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:25:58.434708 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33d62f7-3996-41dd-94df-3865b8ce98f2 None None] Routers {'4e8a8c81-7d35-4c55-955f-461a904c0a01'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:25:58.435554 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-d33d62f7-3996-41dd-94df-3865b8ce98f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:25:46Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['4e8a8c81-7d35-4c55-955f-461a904c0a01'], 'active': True} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:25:58.444259 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-ecce689a-a983-4398-9320-496228d2b962 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Request body: {'security_group_rule': {'security_group_id': 'd8ed85b8-a725-409f-accf-d3f84002ae12', 'project_id': '448b7d91cfa34a3c885290dd85f7fd47', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:25:58.461861 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-ecce689a-a983-4398-9320-496228d2b962 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:25:58.476404 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-ecce689a-a983-4398-9320-496228d2b962 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Usage tracker for resource:security_group_rule and tenant:448b7d91cfa34a3c885290dd85f7fd47 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:25:58.482453 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-ecce689a-a983-4398-9320-496228d2b962 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:25:58.496761 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-ecce689a-a983-4398-9320-496228d2b962 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:25:58.506225 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port 21246f26-ef24-4f31-8cfe-969b1f2ce260 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:25:58.507140 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:58.626759 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55159ad8-761e-46e4-aa49-acc355a2d51a None None] Pushing event updated for resources: {'Port': ['ID=92947432-6789-46cf-89f9-e93c5c5a7634,revision_number=4']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:58.631054 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-55159ad8-761e-46e4-aa49-acc355a2d51a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:58.647329 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ecce689a-a983-4398-9320-496228d2b962 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:58.678807 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [req-2849eaa6-aaea-4b87-95cd-ef039bca6568 req-3e46a204-b488-4bde-b61e-b52fbe292ae6 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Calling delete_port for 2b02d074-b2d7-42f1-82ba-b6ce5c7aa306 owned by compute:nova {{(pid=74231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:25:58.731122 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvr_db [None req-d33d62f7-3996-41dd-94df-3865b8ce98f2 None None] Set router 4e8a8c81-7d35-4c55-955f-461a904c0a01 gateway port host: dv-cinder-790014-1-smb {{(pid=74234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:25:58.741470 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf3e572-5f71-4e77-904d-e1a6da77c5a6 req-69b047e4-6c66-4db9-93d1-23fcf74a3031 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:25:58.743192 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-9bf3e572-5f71-4e77-904d-e1a6da77c5a6 req-69b047e4-6c66-4db9-93d1-23fcf74a3031 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0de1f81-6d9b-417b-880d-355e7d2c8a87 HTTP/1.1" status: 200 len: 945 time: 0.3999603 May 06 09:25:58.747199 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ecce689a-a983-4398-9320-496228d2b962 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:58.807031 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-9bf3e572-5f71-4e77-904d-e1a6da77c5a6 req-7de4e1cf-3e07-4ad7-90eb-fa64ab522b01 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/security-groups?id=abbdc489-275e-462c-b6cd-47716b9a8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557024 May 06 09:25:58.860020 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ecce689a-a983-4398-9320-496228d2b962 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757315'] for security_group_rule, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:58.874160 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-1e31f5aa-3cb9-4b88-8cb4-c9c1678a2855 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:58.909322 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce689a-a983-4398-9320-496228d2b962 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80079955-c0ae-460f-aed6-9e0350a4f1fe,revision_number=0']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:58.922485 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-ecce689a-a983-4398-9320-496228d2b962 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:59.014184 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ecce689a-a983-4398-9320-496228d2b962 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:59.014854 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-2849eaa6-aaea-4b87-95cd-ef039bca6568 req-3e46a204-b488-4bde-b61e-b52fbe292ae6 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:59.017489 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-ecce689a-a983-4398-9320-496228d2b962 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5819468 May 06 09:25:59.019583 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 56212) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:25:59.021261 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-11ce939b-2b05-4fd8-84b2-9c49c7be8c09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:59.025727 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-944e2a62-db41-4511-8a98-3bce909d18d6 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Request body: {'security_group_rule': {'security_group_id': 'd8ed85b8-a725-409f-accf-d3f84002ae12', 'project_id': '448b7d91cfa34a3c885290dd85f7fd47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:25:59.033599 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] get_ports_and_sgs() called for port_ids ['2b02d074-b2d7-42f1-82ba-b6ce5c7aa306'] {{(pid=74233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 09:25:59.033931 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-944e2a62-db41-4511-8a98-3bce909d18d6 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:25:59.039537 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-944e2a62-db41-4511-8a98-3bce909d18d6 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Usage tracker for resource:security_group_rule and tenant:448b7d91cfa34a3c885290dd85f7fd47 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:25:59.042838 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-944e2a62-db41-4511-8a98-3bce909d18d6 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:25:59.051085 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-944e2a62-db41-4511-8a98-3bce909d18d6 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:25:59.073553 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46a204-b488-4bde-b61e-b52fbe292ae6 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Pushing event deleted for resources: {'Port': ['ID=2b02d074-b2d7-42f1-82ba-b6ce5c7aa306,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:59.077828 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-3e46a204-b488-4bde-b61e-b52fbe292ae6 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:59.089171 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-d33d62f7-3996-41dd-94df-3865b8ce98f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8a8c81-7d35-4c55-955f-461a904c0a01', 'name': 'tempest-TestShelveInstance-1936109800-router', 'tenant_id': '97bcf3a1bee942de8d6b3fbe0e996bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '21246f26-ef24-4f31-8cfe-969b1f2ce260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:47Z', 'updated_at': '2021-05-06T09:25:54Z', 'revision_number': 4, 'project_id': '97bcf3a1bee942de8d6b3fbe0e996bbc', 'gw_port': {'id': '21246f26-ef24-4f31-8cfe-969b1f2ce260', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8a8c81-7d35-4c55-955f-461a904c0a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:49Z', 'updated_at': '2021-05-06T09:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': '92947432-6789-46cf-89f9-e93c5c5a7634', 'name': '', 'network_id': '5dada2e9-cf5e-4fe3-89c2-c0eda1367b91', 'tenant_id': '97bcf3a1bee942de8d6b3fbe0e996bbc', 'mac_address': 'fa:16:3e:94:7a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8a8c81-7d35-4c55-955f-461a904c0a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '58f89ad2-6c2d-49f1-b4a6-022b0be2e454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:53Z', 'updated_at': '2021-05-06T09:25:58Z', 'revision_number': 4, 'project_id': '97bcf3a1bee942de8d6b3fbe0e996bbc', 'subnets': [{'id': '58f89ad2-6c2d-49f1-b4a6-022b0be2e454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:25:59.094049 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33d62f7-3996-41dd-94df-3865b8ce98f2 None None] The sync data for ids ['4e8a8c81-7d35-4c55-955f-461a904c0a01'] in dv-cinder-790014-1-smb is: [{'id': '4e8a8c81-7d35-4c55-955f-461a904c0a01', 'name': 'tempest-TestShelveInstance-1936109800-router', 'tenant_id': '97bcf3a1bee942de8d6b3fbe0e996bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '21246f26-ef24-4f31-8cfe-969b1f2ce260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:47Z', 'updated_at': '2021-05-06T09:25:54Z', 'revision_number': 4, 'project_id': '97bcf3a1bee942de8d6b3fbe0e996bbc', 'gw_port': {'id': '21246f26-ef24-4f31-8cfe-969b1f2ce260', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8a8c81-7d35-4c55-955f-461a904c0a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:49Z', 'updated_at': '2021-05-06T09:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': '92947432-6789-46cf-89f9-e93c5c5a7634', 'name': '', 'network_id': '5dada2e9-cf5e-4fe3-89c2-c0eda1367b91', 'tenant_id': '97bcf3a1bee942de8d6b3fbe0e996bbc', 'mac_address': 'fa:16:3e:94:7a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8a8c81-7d35-4c55-955f-461a904c0a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '58f89ad2-6c2d-49f1-b4a6-022b0be2e454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:53Z', 'updated_at': '2021-05-06T09:25:58Z', 'revision_number': 4, 'project_id': '97bcf3a1bee942de8d6b3fbe0e996bbc', 'subnets': [{'id': '58f89ad2-6c2d-49f1-b4a6-022b0be2e454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:25:59.169312 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.db.securitygroups_db [None req-944e2a62-db41-4511-8a98-3bce909d18d6 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Project 448b7d91cfa34a3c885290dd85f7fd47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 09:25:59.179757 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-944e2a62-db41-4511-8a98-3bce909d18d6 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:59.179947 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [req-2849eaa6-aaea-4b87-95cd-ef039bca6568 req-3e46a204-b488-4bde-b61e-b52fbe292ae6 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] No DVR routers for this DVR port 2b02d074-b2d7-42f1-82ba-b6ce5c7aa306 on host hv-cinder-79001 {{(pid=74231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:25:59.182314 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-2849eaa6-aaea-4b87-95cd-ef039bca6568 req-3e46a204-b488-4bde-b61e-b52fbe292ae6 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:59.185097 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0de1f81-6d9b-417b-880d-355e7d2c8a87', 'name': 'network-vif-deleted', 'tag': '2b02d074-b2d7-42f1-82ba-b6ce5c7aa306'}] {{(pid=74231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:25:59.247774 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0de1f81-6d9b-417b-880d-355e7d2c8a87', 'name': 'network-vif-deleted', 'tag': '2b02d074-b2d7-42f1-82ba-b6ce5c7aa306', 'status': 'completed', 'code': 200} May 06 09:25:59.272034 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-944e2a62-db41-4511-8a98-3bce909d18d6 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:59.305881 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-2849eaa6-aaea-4b87-95cd-ef039bca6568 req-3e46a204-b488-4bde-b61e-b52fbe292ae6 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.79 "DELETE /v2.0/ports/2b02d074-b2d7-42f1-82ba-b6ce5c7aa306 HTTP/1.1" status: 204 len: 173 time: 1.3749237 May 06 09:25:59.337215 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-944e2a62-db41-4511-8a98-3bce909d18d6 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757315'] for security_group_rule, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:59.339478 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:59.363753 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e2a62-db41-4511-8a98-3bce909d18d6 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29658eae-3d6f-4fc2-8c28-a6aa627a3a25,revision_number=0']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:59.373776 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-944e2a62-db41-4511-8a98-3bce909d18d6 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:59.436491 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-944e2a62-db41-4511-8a98-3bce909d18d6 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:59.437753 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-944e2a62-db41-4511-8a98-3bce909d18d6 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4171722 May 06 09:25:59.440488 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 56220) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:25:59.445605 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-3b72da9e-7597-42b6-b48d-0de832676f16 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Request body: {'security_group_rule': {'security_group_id': 'd8ed85b8-a725-409f-accf-d3f84002ae12', 'project_id': '448b7d91cfa34a3c885290dd85f7fd47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:25:59.453328 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-3b72da9e-7597-42b6-b48d-0de832676f16 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:25:59.457452 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-3b72da9e-7597-42b6-b48d-0de832676f16 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Usage tracker for resource:security_group_rule and tenant:448b7d91cfa34a3c885290dd85f7fd47 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:25:59.460635 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-3b72da9e-7597-42b6-b48d-0de832676f16 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:25:59.468429 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-3b72da9e-7597-42b6-b48d-0de832676f16 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:25:59.545324 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.db.securitygroups_db [None req-3b72da9e-7597-42b6-b48d-0de832676f16 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Project 448b7d91cfa34a3c885290dd85f7fd47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 09:25:59.553436 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-3b72da9e-7597-42b6-b48d-0de832676f16 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:59.626151 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-3b72da9e-7597-42b6-b48d-0de832676f16 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:59.682005 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-3b72da9e-7597-42b6-b48d-0de832676f16 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757315'] for security_group_rule, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:59.684325 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-ecce689a-a983-4398-9320-496228d2b962 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:25:59.711282 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b72da9e-7597-42b6-b48d-0de832676f16 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=657b9fd4-48f6-452c-a1f6-5509b7972995,revision_number=0']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:59.715730 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-3b72da9e-7597-42b6-b48d-0de832676f16 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:25:59.802530 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-3b72da9e-7597-42b6-b48d-0de832676f16 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:59.804164 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-3b72da9e-7597-42b6-b48d-0de832676f16 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3627636 May 06 09:26:00.028365 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-87519e72-fcb9-4926-9ffd-01dd211ca604 req-4769d752-6f85-4a2e-b9db-fabb81937d50 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Synchronizing usage tracker for tenant:782a6b53265b4f60ab9fafd62d803f65 on resource:port {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:26:00.126696 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 56270) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:26:00.137175 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-87519e72-fcb9-4926-9ffd-01dd211ca604 req-4769d752-6f85-4a2e-b9db-fabb81937d50 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Unset dirty status for tenant:782a6b53265b4f60ab9fafd62d803f65 on resource:port {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:26:00.138369 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-87519e72-fcb9-4926-9ffd-01dd211ca604 req-4769d752-6f85-4a2e-b9db-fabb81937d50 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0de1f81-6d9b-417b-880d-355e7d2c8a87 HTTP/1.1" status: 200 len: 210 time: 0.1720858 May 06 09:26:00.278712 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.db_base_plugin_v2 [None req-b835d472-4b41-45d0-940d-10322fa290b2 admin admin] Deleting subnet e82f39f2-5fc2-4eac-b324-bfae629a7f38 {{(pid=74232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 09:26:00.282115 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b835d472-4b41-45d0-940d-10322fa290b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:00.348311 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b835d472-4b41-45d0-940d-10322fa290b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15457490'] for subnet, precommit_delete_associations {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:00.408298 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 92947432-6789-46cf-89f9-e93c5c5a7634 up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:26:00.426641 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b835d472-4b41-45d0-940d-10322fa290b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2045876'] for subnet, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:00.442231 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:00.619381 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning for port 92947432-6789-46cf-89f9-e93c5c5a7634 completed by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:26:00.624853 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port 92947432-6789-46cf-89f9-e93c5c5a7634 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:26:00.625230 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:00.751883 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:00.789099 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] For port 92947432-6789-46cf-89f9-e93c5c5a7634, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=92947432-6789-46cf-89f9-e93c5c5a7634,segment=NetworkSegment(afe51ce3-4060-442e-b3b9-2a2a63ddfa9b),segment_id=afe51ce3-4060-442e-b3b9-2a2a63ddfa9b)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:26:00.802948 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b835d472-4b41-45d0-940d-10322fa290b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2045883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15350211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15263217'] for subnet, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:00.808543 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-bc5b504d-9620-411d-8982-b211db443689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:00.846621 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835d472-4b41-45d0-940d-10322fa290b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e82f39f2-5fc2-4eac-b324-bfae629a7f38,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:00.849988 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-b835d472-4b41-45d0-940d-10322fa290b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:00.853021 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b835d472-4b41-45d0-940d-10322fa290b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:00.862645 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-b835d472-4b41-45d0-940d-10322fa290b2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e82f39f2-5fc2-4eac-b324-bfae629a7f38 HTTP/1.1" status: 204 len: 168 time: 0.7320106 May 06 09:26:00.862847 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:00.862847 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:00.863009 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 56284) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:26:00.945558 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Pushing event updated for resources: {'Port': ['ID=92947432-6789-46cf-89f9-e93c5c5a7634,revision_number=5']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:00.957776 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:00.987589 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ba0363e3-7ba0-42b1-b6c0-df6fa0c0621a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1693876'] for network, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:01.129436 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ba0363e3-7ba0-42b1-b6c0-df6fa0c0621a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043471', 'neutron.services.segments.db._delete_segments_for_network-8734680829341'] for network, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:01.143401 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.services.segments.db [None req-ba0363e3-7ba0-42b1-b6c0-df6fa0c0621a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ea8ff1-b358-4005-823d-e10b99b358b6']}} {{(pid=74232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:26:01.156918 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.services.segments.db [None req-ba0363e3-7ba0-42b1-b6c0-df6fa0c0621a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f463e86-1640-4595-a77d-e266e1bf451a') {'for_net_delete': True} {{(pid=74232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:26:01.157212 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.services.segments.db [None req-ba0363e3-7ba0-42b1-b6c0-df6fa0c0621a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f463e86-1640-4595-a77d-e266e1bf451a') {} {{(pid=74232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:26:01.168552 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ba0363e3-7ba0-42b1-b6c0-df6fa0c0621a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734680841831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15457485'] for segment, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:01.185825 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ba0363e3-7ba0-42b1-b6c0-df6fa0c0621a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047374'] for segment, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:01.192375 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba0363e3-7ba0-42b1-b6c0-df6fa0c0621a admin admin] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=74232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:26:01.192764 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ba0363e3-7ba0-42b1-b6c0-df6fa0c0621a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2047367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15350181'] for segment, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:01.399931 dv-cinder-790014-1-smb neutron-server[74232]: Traceback (most recent call last): May 06 09:26:01.399931 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:26:01.399931 dv-cinder-790014-1-smb neutron-server[74232]: timer() May 06 09:26:01.399931 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:26:01.399931 dv-cinder-790014-1-smb neutron-server[74232]: cb(*args, **kw) May 06 09:26:01.399931 dv-cinder-790014-1-smb neutron-server[74232]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 09:26:01.399931 dv-cinder-790014-1-smb neutron-server[74232]: return func(*args, **kwargs) May 06 09:26:01.399931 dv-cinder-790014-1-smb neutron-server[74232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:26:01.399931 dv-cinder-790014-1-smb neutron-server[74232]: self._notify() May 06 09:26:01.399931 dv-cinder-790014-1-smb neutron-server[74232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:26:01.399931 dv-cinder-790014-1-smb neutron-server[74232]: self.callback(batched_events) May 06 09:26:01.399931 dv-cinder-790014-1-smb neutron-server[74232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:26:01.399931 dv-cinder-790014-1-smb neutron-server[74232]: event.method(event) May 06 09:26:01.399931 dv-cinder-790014-1-smb neutron-server[74232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 09:26:01.399931 dv-cinder-790014-1-smb neutron-server[74232]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:26:01.399931 dv-cinder-790014-1-smb neutron-server[74232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 09:26:01.399931 dv-cinder-790014-1-smb neutron-server[74232]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:26:01.399931 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 09:26:01.399931 dv-cinder-790014-1-smb neutron-server[74232]: return f(self, *a, **k) May 06 09:26:01.399931 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 09:26:01.399931 dv-cinder-790014-1-smb neutron-server[74232]: return self._get(url).json() May 06 09:26:01.399931 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 09:26:01.399931 dv-cinder-790014-1-smb neutron-server[74232]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:26:01.399931 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:26:01.399931 dv-cinder-790014-1-smb neutron-server[74232]: return self.request(url, 'GET', **kwargs) May 06 09:26:01.399931 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:26:01.399931 dv-cinder-790014-1-smb neutron-server[74232]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:26:01.399931 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:26:01.399931 dv-cinder-790014-1-smb neutron-server[74232]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:26:01.399931 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:26:01.399931 dv-cinder-790014-1-smb neutron-server[74232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:26:01.399931 dv-cinder-790014-1-smb neutron-server[74232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:26:01.589480 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ba0363e3-7ba0-42b1-b6c0-df6fa0c0621a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670049'] for network, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:01.589480 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-b17df6ef-a857-4598-9276-bf867e5a7af7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:01.607098 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ba0363e3-7ba0-42b1-b6c0-df6fa0c0621a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for network, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:01.613931 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0363e3-7ba0-42b1-b6c0-df6fa0c0621a admin admin] Pushing event deleted for resources: {'Network': ['ID=53ea8ff1-b358-4005-823d-e10b99b358b6,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:01.618251 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-ba0363e3-7ba0-42b1-b6c0-df6fa0c0621a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:01.774263 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-ba0363e3-7ba0-42b1-b6c0-df6fa0c0621a admin admin] 10.222.0.20 "DELETE /v2.0/networks/53ea8ff1-b358-4005-823d-e10b99b358b6 HTTP/1.1" status: 204 len: 168 time: 0.9101989 May 06 09:26:01.966850 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 2b02d074-b2d7-42f1-82ba-b6ce5c7aa306 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 09:26:02.000430 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] No Port match for: 2b02d074-b2d7-42f1-82ba-b6ce5c7aa306 {{(pid=74233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 09:26:02.000861 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 2b02d074-b2d7-42f1-82ba-b6ce5c7aa306 not bound to the agent host hv-cinder-79001 {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 09:26:02.280048 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 56332) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:26:02.334899 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-ce7cd712-71c6-45c5-83ea-44aaccd90a33 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f471ff3155448c0b78daebb7566252c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523164 May 06 09:26:02.337272 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 92947432-6789-46cf-89f9-e93c5c5a7634 up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:26:02.343241 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 56336) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:26:02.407333 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port 92947432-6789-46cf-89f9-e93c5c5a7634 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:26:02.407738 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:02.408267 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-1ee3718e-4efd-4de4-ba4c-51d0cae00b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:02.440519 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-1ee3718e-4efd-4de4-ba4c-51d0cae00b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:02.622940 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-1ee3718e-4efd-4de4-ba4c-51d0cae00b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:02.628070 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-d454486a-6fa5-40d3-b3f7-70661ee29c3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:02.641348 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee3718e-4efd-4de4-ba4c-51d0cae00b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbf64dd-8ead-48c2-9a7f-40a707690651,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:02.643622 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-1ee3718e-4efd-4de4-ba4c-51d0cae00b6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:02.727865 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-1ee3718e-4efd-4de4-ba4c-51d0cae00b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:02.729220 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-1ee3718e-4efd-4de4-ba4c-51d0cae00b6d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2dbf64dd-8ead-48c2-9a7f-40a707690651 HTTP/1.1" status: 204 len: 168 time: 0.3848369 May 06 09:26:06.426083 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-cce87cd6-221e-4d7d-a0ef-79006de95cbc tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:06.427585 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-cce87cd6-221e-4d7d-a0ef-79006de95cbc tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/networks?id=db7d7220-3c72-4603-ac56-6d559241086f HTTP/1.1" status: 200 len: 813 time: 0.1485610 May 06 09:26:06.442916 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-b7620e98-f9cb-4dff-b9d3-1c29264ffb25 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/quotas/782a6b53265b4f60ab9fafd62d803f65 HTTP/1.1" status: 200 len: 375 time: 0.0096142 May 06 09:26:06.491161 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-4937dc22-a50d-47d8-a367-1a8f7704f7bd tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=782a6b53265b4f60ab9fafd62d803f65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428283 May 06 09:26:06.636476 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-cd13e9e6-8778-4ae5-a920-35bfeb1dd0c1 service neutron] 10.222.0.20 "GET /v2.0/networks/db7d7220-3c72-4603-ac56-6d559241086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381605 May 06 09:26:06.768694 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-fdc2ac91-3099-4cc9-8d94-62ce11104512 service neutron] 10.222.0.20 "GET /v2.0/networks/db7d7220-3c72-4603-ac56-6d559241086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253157 May 06 09:26:07.025380 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-13f8ae32-e839-450f-8971-051596ea1c2c req-880798e5-04ca-4e43-a450-9ebb39b88e01 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/ports?device_id=138d2f01-5424-4280-a616-4be9b82d4840 HTTP/1.1" status: 200 len: 210 time: 0.0484169 May 06 09:26:07.950396 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 56510) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:26:08.094202 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-33e642d6-26ea-493e-9410-ceb6ac51238c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:08.114916 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-33e642d6-26ea-493e-9410-ceb6ac51238c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:26:08.119512 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-33e642d6-26ea-493e-9410-ceb6ac51238c admin admin] Usage tracker for resource:security_group_rule and tenant:cdc273cda00740949f58fb804fb6f744 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:26:08.123857 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-33e642d6-26ea-493e-9410-ceb6ac51238c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:26:08.130056 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-33e642d6-26ea-493e-9410-ceb6ac51238c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:26:08.233029 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-6d6f39aa-d885-4458-a07c-f06926755f95 req-94db5063-fc20-46a5-a941-4648dd386e15 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/ports?device_id=138d2f01-5424-4280-a616-4be9b82d4840 HTTP/1.1" status: 200 len: 210 time: 0.0633943 May 06 09:26:08.292504 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-33e642d6-26ea-493e-9410-ceb6ac51238c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:08.396014 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-33e642d6-26ea-493e-9410-ceb6ac51238c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:08.405529 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-d012e0ab-dbb8-4d65-819b-09e793b7decd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:08.452633 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-33e642d6-26ea-493e-9410-ceb6ac51238c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cdc273cda00740949f58fb804fb6f744&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5010283 May 06 09:26:08.453678 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 56520) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:26:08.454687 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e642d6-26ea-493e-9410-ceb6ac51238c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d43e8a-9b11-4b0c-b9d6-035cbdfac456,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:08.459410 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-33e642d6-26ea-493e-9410-ceb6ac51238c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:08.537060 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-2835d8d5-86da-4467-b2cd-f04a8b1ce0c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:08.564333 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-2835d8d5-86da-4467-b2cd-f04a8b1ce0c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:08.708528 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-2835d8d5-86da-4467-b2cd-f04a8b1ce0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:08.712293 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-63b281fe-6e01-48ee-89e7-4f9179640941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:08.723832 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835d8d5-86da-4467-b2cd-f04a8b1ce0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d43e8a-9b11-4b0c-b9d6-035cbdfac456,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:08.726795 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-2835d8d5-86da-4467-b2cd-f04a8b1ce0c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:08.733470 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-2835d8d5-86da-4467-b2cd-f04a8b1ce0c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:08.737552 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-2835d8d5-86da-4467-b2cd-f04a8b1ce0c5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/26d43e8a-9b11-4b0c-b9d6-035cbdfac456 HTTP/1.1" status: 204 len: 168 time: 0.2796233 May 06 09:26:09.315774 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-f91381ac-d029-4f3d-bbcc-7ecfad2ed8ec tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:09.319627 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-f91381ac-d029-4f3d-bbcc-7ecfad2ed8ec tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.79 "GET /v2.0/networks?id=db7d7220-3c72-4603-ac56-6d559241086f HTTP/1.1" status: 200 len: 813 time: 0.2323050 May 06 09:26:09.330247 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-a72fae78-84ad-4279-b56f-ff4287aa9af4 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Request body: {'port': {'device_id': '138d2f01-5424-4280-a616-4be9b82d4840', 'network_id': 'db7d7220-3c72-4603-ac56-6d559241086f', 'admin_state_up': True, 'tenant_id': '782a6b53265b4f60ab9fafd62d803f65'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:26:09.407547 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-10dbfc0f-a4cb-4a89-b6c8-cd2bb87a657b req-66684ad5-6729-465d-8476-f21f03c7d423 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/ports?device_id=138d2f01-5424-4280-a616-4be9b82d4840 HTTP/1.1" status: 200 len: 210 time: 0.0496261 May 06 09:26:09.473879 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-a72fae78-84ad-4279-b56f-ff4287aa9af4 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:26:09.483614 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-a72fae78-84ad-4279-b56f-ff4287aa9af4 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:26:09.579587 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-a72fae78-84ad-4279-b56f-ff4287aa9af4 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Made reservation on behalf of 782a6b53265b4f60ab9fafd62d803f65 for: {'port': 1} {{(pid=74231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:26:09.583110 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-a72fae78-84ad-4279-b56f-ff4287aa9af4 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:09.762455 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.db_base_plugin_common [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-a72fae78-84ad-4279-b56f-ff4287aa9af4 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Allocated IP 172.20.0.9 (db7d7220-3c72-4603-ac56-6d559241086f/bbbdab4d-6c19-491a-b9ed-15b1463c58ca/9357fa37-63db-4b94-9a80-fc2a0ea015d0) {{(pid=74231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:26:09.764578 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa80fb8-64b7-4e8a-aaca-b81e799e7227 req-e136cea3-cf3e-4e51-aa7f-7a82017cd8d8 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:09.766627 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-5fa80fb8-64b7-4e8a-aaca-b81e799e7227 req-e136cea3-cf3e-4e51-aa7f-7a82017cd8d8 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 945 time: 0.0917189 May 06 09:26:09.824437 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-5fa80fb8-64b7-4e8a-aaca-b81e799e7227 req-7d851133-fadc-42a7-9d88-18b7a018930e tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486293 May 06 09:26:10.084007 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-a72fae78-84ad-4279-b56f-ff4287aa9af4 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Notify callbacks [] for port, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:10.179948 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-a72fae78-84ad-4279-b56f-ff4287aa9af4 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:10.186833 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-86a9ab01-bc1b-4209-80d3-befa4f18981e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:10.259783 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-a72fae78-84ad-4279-b56f-ff4287aa9af4 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Network db7d7220-3c72-4603-ac56-6d559241086f is already hosted by enough agents. {{(pid=74231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:26:10.263339 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.base_scheduler [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-a72fae78-84ad-4279-b56f-ff4287aa9af4 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Resources bound (agent type, host, resource id): {{(pid=74231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:26:10.273776 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-a72fae78-84ad-4279-b56f-ff4287aa9af4 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Received port after_create {{(pid=74231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:26:10.320629 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72fae78-84ad-4279-b56f-ff4287aa9af4 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Pushing event updated for resources: {'Port': ['ID=9357fa37-63db-4b94-9a80-fc2a0ea015d0,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:10.332403 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-a72fae78-84ad-4279-b56f-ff4287aa9af4 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:10.366879 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-a72fae78-84ad-4279-b56f-ff4287aa9af4 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:10.367371 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-a72fae78-84ad-4279-b56f-ff4287aa9af4 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:10.475114 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-a72fae78-84ad-4279-b56f-ff4287aa9af4 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1486492 May 06 09:26:10.487027 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-63a4858a-d62b-4349-9a36-1219d145f365 service neutron] Request body: {'port': {'device_id': '138d2f01-5424-4280-a616-4be9b82d4840', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:26:10.668689 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-63a4858a-d62b-4349-9a36-1219d145f365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:10.692169 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e66a4-04e1-40e2-a227-8066d8e497af req-e10695ec-e1db-407e-a116-88d7b4a892fe tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:10.692863 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-4b2e66a4-04e1-40e2-a227-8066d8e497af req-e10695ec-e1db-407e-a116-88d7b4a892fe tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Synchronizing usage tracker for tenant:782a6b53265b4f60ab9fafd62d803f65 on resource:port {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:26:10.809880 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-4b2e66a4-04e1-40e2-a227-8066d8e497af req-e10695ec-e1db-407e-a116-88d7b4a892fe tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Unset dirty status for tenant:782a6b53265b4f60ab9fafd62d803f65 on resource:port {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:26:10.811044 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4b2e66a4-04e1-40e2-a227-8066d8e497af req-e10695ec-e1db-407e-a116-88d7b4a892fe tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/ports?device_id=138d2f01-5424-4280-a616-4be9b82d4840 HTTP/1.1" status: 200 len: 931 time: 0.2847495 May 06 09:26:10.942727 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4b2e66a4-04e1-40e2-a227-8066d8e497af req-b4671317-1e8e-4ee2-8fd9-67f23a312775 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/security-groups?id=abbdc489-275e-462c-b6cd-47716b9a8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241171 May 06 09:26:11.056597 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a941f9-9156-46f7-973d-0af7af64e324 req-d8e58139-3913-4078-81e5-ba1eb1890d04 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:11.058089 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-20a941f9-9156-46f7-973d-0af7af64e324 req-d8e58139-3913-4078-81e5-ba1eb1890d04 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 945 time: 0.0960114 May 06 09:26:11.082714 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-63a4858a-d62b-4349-9a36-1219d145f365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9357fa37-63db-4b94-9a80-fc2a0ea015d0 {{(pid=74231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 09:26:11.090506 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-63a4858a-d62b-4349-9a36-1219d145f365 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:11.106565 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.provisioning_blocks [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-63a4858a-d62b-4349-9a36-1219d145f365 service neutron] Transition to ACTIVE for port object 9357fa37-63db-4b94-9a80-fc2a0ea015d0 will not be triggered until provisioned by entity L2. {{(pid=74231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:26:11.116295 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-20a941f9-9156-46f7-973d-0af7af64e324 req-fdb1cf6a-5d00-4902-a4a3-b163e15a2982 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515676 May 06 09:26:11.201988 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-63a4858a-d62b-4349-9a36-1219d145f365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15534154'] for port, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:11.207422 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-532baa3b-1438-477b-9e50-fee0471de2f5 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:11.399081 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a4858a-d62b-4349-9a36-1219d145f365 service neutron] Pushing event updated for resources: {'Port': ['ID=9357fa37-63db-4b94-9a80-fc2a0ea015d0,revision_number=2']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:11.405713 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-63a4858a-d62b-4349-9a36-1219d145f365 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:11.440284 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-63a4858a-d62b-4349-9a36-1219d145f365 service neutron] Attempting to bind port 9357fa37-63db-4b94-9a80-fc2a0ea015d0 on host hv-cinder-79001 for vnic_type normal with profile {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:26:11.440615 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-63a4858a-d62b-4349-9a36-1219d145f365 service neutron] Attempting to bind port 9357fa37-63db-4b94-9a80-fc2a0ea015d0 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '13f14ba3-2fe0-4e5b-8f73-019e0f53b95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'db7d7220-3c72-4603-ac56-6d559241086f'}] {{(pid=74231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:26:11.440939 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-63a4858a-d62b-4349-9a36-1219d145f365 service neutron] Attempting to bind port 9357fa37-63db-4b94-9a80-fc2a0ea015d0 on network db7d7220-3c72-4603-ac56-6d559241086f {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:26:11.445599 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-63a4858a-d62b-4349-9a36-1219d145f365 service neutron] Port 9357fa37-63db-4b94-9a80-fc2a0ea015d0 on network db7d7220-3c72-4603-ac56-6d559241086f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 09:26:11.445910 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-63a4858a-d62b-4349-9a36-1219d145f365 service neutron] Attempting to bind port 9357fa37-63db-4b94-9a80-fc2a0ea015d0 on network db7d7220-3c72-4603-ac56-6d559241086f {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:26:11.450997 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-63a4858a-d62b-4349-9a36-1219d145f365 service neutron] Checking agent: {'id': 'e51fd9d5-0712-41db-be1b-bc822ebf26a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 20, 30), 'started_at': datetime.datetime(2021, 5, 6, 9, 20, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 09:26:11.451325 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-63a4858a-d62b-4349-9a36-1219d145f365 service neutron] Checking segment: {'id': '13f14ba3-2fe0-4e5b-8f73-019e0f53b95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'db7d7220-3c72-4603-ac56-6d559241086f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:26:11.451747 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-63a4858a-d62b-4349-9a36-1219d145f365 service neutron] Bound using segment: {'id': '13f14ba3-2fe0-4e5b-8f73-019e0f53b95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'db7d7220-3c72-4603-ac56-6d559241086f'} {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 09:26:11.452178 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-63a4858a-d62b-4349-9a36-1219d145f365 service neutron] Bound port: 9357fa37-63db-4b94-9a80-fc2a0ea015d0, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f14ba3-2fe0-4e5b-8f73-019e0f53b95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'db7d7220-3c72-4603-ac56-6d559241086f'}}] {{(pid=74231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:26:11.452513 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-63a4858a-d62b-4349-9a36-1219d145f365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:11.550388 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-63a4858a-d62b-4349-9a36-1219d145f365 service neutron] For port 9357fa37-63db-4b94-9a80-fc2a0ea015d0, host hv-cinder-79001, cleared binding levels {{(pid=74231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 09:26:11.553781 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-63a4858a-d62b-4349-9a36-1219d145f365 service neutron] For port 9357fa37-63db-4b94-9a80-fc2a0ea015d0, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=9357fa37-63db-4b94-9a80-fc2a0ea015d0,segment=NetworkSegment(13f14ba3-2fe0-4e5b-8f73-019e0f53b95f),segment_id=13f14ba3-2fe0-4e5b-8f73-019e0f53b95f)] {{(pid=74231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 09:26:11.641351 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-63a4858a-d62b-4349-9a36-1219d145f365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15534154'] for port, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:11.645096 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:11.698159 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-63a4858a-d62b-4349-9a36-1219d145f365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:11.698763 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-63a4858a-d62b-4349-9a36-1219d145f365 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:11.700157 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-63a4858a-d62b-4349-9a36-1219d145f365 service neutron] 10.222.0.79 "PUT /v2.0/ports/9357fa37-63db-4b94-9a80-fc2a0ea015d0 HTTP/1.1" status: 200 len: 1093 time: 1.2173584 May 06 09:26:11.700636 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '138d2f01-5424-4280-a616-4be9b82d4840', 'tag': '9357fa37-63db-4b94-9a80-fc2a0ea015d0'}] {{(pid=74231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:26:11.725827 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a4858a-d62b-4349-9a36-1219d145f365 service neutron] Pushing event updated for resources: {'Port': ['ID=9357fa37-63db-4b94-9a80-fc2a0ea015d0,revision_number=3']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:11.729103 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-63a4858a-d62b-4349-9a36-1219d145f365 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:11.747394 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '138d2f01-5424-4280-a616-4be9b82d4840', 'tag': '9357fa37-63db-4b94-9a80-fc2a0ea015d0', 'status': 'completed', 'code': 200} May 06 09:26:11.857528 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92d656-67df-45db-851e-482154d1cb43 req-3ab08252-7129-4c1f-8d5e-0876e9bb6c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:11.859957 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fc92d656-67df-45db-851e-482154d1cb43 req-3ab08252-7129-4c1f-8d5e-0876e9bb6c62 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=782a6b53265b4f60ab9fafd62d803f65&device_id=138d2f01-5424-4280-a616-4be9b82d4840 HTTP/1.1" status: 200 len: 1096 time: 0.0901484 May 06 09:26:12.039992 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92d656-67df-45db-851e-482154d1cb43 req-4631fb1d-ad5c-4425-8fa5-4470816f8215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:12.054619 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fc92d656-67df-45db-851e-482154d1cb43 req-4631fb1d-ad5c-4425-8fa5-4470816f8215 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=782a6b53265b4f60ab9fafd62d803f65&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1745667 May 06 09:26:12.169991 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221392a6-8b31-47f8-9c91-1405512025af req-2cb22647-100e-45b3-abb4-390b91d3dca7 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:12.175909 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-221392a6-8b31-47f8-9c91-1405512025af req-2cb22647-100e-45b3-abb4-390b91d3dca7 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/ports?device_id=138d2f01-5424-4280-a616-4be9b82d4840 HTTP/1.1" status: 200 len: 943 time: 0.1054087 May 06 09:26:12.223955 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-221392a6-8b31-47f8-9c91-1405512025af req-e455be8c-a7c5-4864-a50e-32340a26471e tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/security-groups?id=abbdc489-275e-462c-b6cd-47716b9a8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446541 May 06 09:26:12.228227 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92d656-67df-45db-851e-482154d1cb43 req-0320a087-7c5c-492a-acc9-88e8292f277b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:12.229914 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fc92d656-67df-45db-851e-482154d1cb43 req-0320a087-7c5c-492a-acc9-88e8292f277b service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1782000 May 06 09:26:12.531456 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d27a9-67dd-496f-b138-aae8a8ddecdd req-98225d51-79ac-46e1-a6ce-87b6743f068e tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:12.532966 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d77d27a9-67dd-496f-b138-aae8a8ddecdd req-98225d51-79ac-46e1-a6ce-87b6743f068e tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 945 time: 0.2628760 May 06 09:26:12.535019 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-7781df90-2b6a-487e-8ed7-9b46db314a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:12.536398 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-7781df90-2b6a-487e-8ed7-9b46db314a69 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=782a6b53265b4f60ab9fafd62d803f65&device_id=138d2f01-5424-4280-a616-4be9b82d4840 HTTP/1.1" status: 200 len: 1096 time: 0.1200197 May 06 09:26:12.573131 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 56614) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:26:12.628483 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-50aba726-6574-41ab-8068-b3f29c3763e7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9357fa37-63db-4b94-9a80-fc2a0ea015d0 HTTP/1.1" status: 200 len: 217 time: 0.0688512 May 06 09:26:12.686638 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d77d27a9-67dd-496f-b138-aae8a8ddecdd req-a899863a-876e-48a3-9935-01c8ac7a5bc1 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1459856 May 06 09:26:12.708073 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-488fee84-c49b-4dbe-a6ed-76af4094f5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:12.709322 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-488fee84-c49b-4dbe-a6ed-76af4094f5f2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bbbdab4d-6c19-491a-b9ed-15b1463c58ca HTTP/1.1" status: 200 len: 853 time: 0.0735061 May 06 09:26:12.724338 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e304bee9-0220-481b-9e31-caf783d4b89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:12.759720 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-85dae73d-85c4-424b-8e2f-bc5b237bb34c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=db7d7220-3c72-4603-ac56-6d559241086f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438368 May 06 09:26:12.822101 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-e304bee9-0220-481b-9e31-caf783d4b89a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:26:12.826173 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-e304bee9-0220-481b-9e31-caf783d4b89a admin admin] Usage tracker for resource:security_group_rule and tenant:d1c5754be92f423e954af7d392720fd2 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:26:12.829344 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-e304bee9-0220-481b-9e31-caf783d4b89a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:26:12.835797 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-e304bee9-0220-481b-9e31-caf783d4b89a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:26:12.907153 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-d468707d-c2f7-4c13-a00c-56c7ae5abe1d service neutron] 10.222.0.79 "GET /v2.0/networks/db7d7220-3c72-4603-ac56-6d559241086f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406794 May 06 09:26:12.937004 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e304bee9-0220-481b-9e31-caf783d4b89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:13.025122 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e304bee9-0220-481b-9e31-caf783d4b89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:13.034020 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-f41e48b6-6a1f-4a84-80ba-c7d24ffe8fa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:13.044450 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-487a437e-c6d7-46bd-bef5-6cc5d40c3ba5 req-bec6beb6-abce-4581-a8be-3b864afbebf3 service neutron] 10.222.0.79 "GET /v2.0/networks/db7d7220-3c72-4603-ac56-6d559241086f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307809 May 06 09:26:13.073761 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-e304bee9-0220-481b-9e31-caf783d4b89a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d1c5754be92f423e954af7d392720fd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4993725 May 06 09:26:13.074514 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304bee9-0220-481b-9e31-caf783d4b89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da808549-8353-4339-a859-76120004f4e7,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:13.076493 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 56620) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:26:13.094319 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e304bee9-0220-481b-9e31-caf783d4b89a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:13.094683 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e304bee9-0220-481b-9e31-caf783d4b89a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:13.095043 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e304bee9-0220-481b-9e31-caf783d4b89a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:13.095399 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e304bee9-0220-481b-9e31-caf783d4b89a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:13.095773 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e304bee9-0220-481b-9e31-caf783d4b89a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:13.096125 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e304bee9-0220-481b-9e31-caf783d4b89a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:13.096469 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e304bee9-0220-481b-9e31-caf783d4b89a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:13.096812 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e304bee9-0220-481b-9e31-caf783d4b89a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:13.097159 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e304bee9-0220-481b-9e31-caf783d4b89a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:13.097499 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e304bee9-0220-481b-9e31-caf783d4b89a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:13.097839 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e304bee9-0220-481b-9e31-caf783d4b89a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:13.098177 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e304bee9-0220-481b-9e31-caf783d4b89a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:13.104297 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-e304bee9-0220-481b-9e31-caf783d4b89a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:13.150606 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-19a183b7-76cf-4644-9924-b69639cf7138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:13.176810 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-19a183b7-76cf-4644-9924-b69639cf7138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:13.270156 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-19a183b7-76cf-4644-9924-b69639cf7138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:13.274893 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-b3353ec1-d14f-419f-ab00-fcdb8c08df23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:13.305793 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a183b7-76cf-4644-9924-b69639cf7138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da808549-8353-4339-a859-76120004f4e7,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:13.314872 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-19a183b7-76cf-4644-9924-b69639cf7138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:13.320792 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-19a183b7-76cf-4644-9924-b69639cf7138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:13.323537 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-19a183b7-76cf-4644-9924-b69639cf7138 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da808549-8353-4339-a859-76120004f4e7 HTTP/1.1" status: 204 len: 168 time: 0.2445374 May 06 09:26:13.361731 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-81adc2bd-e4a7-4a64-8c79-f4a977cac762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:13.440653 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5618b-c840-4f5f-a229-e7204c8d5a43 req-a973f0fa-7c65-4dcb-8521-10560a3af598 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:13.442678 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-48c5618b-c840-4f5f-a229-e7204c8d5a43 req-a973f0fa-7c65-4dcb-8521-10560a3af598 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/ports?device_id=138d2f01-5424-4280-a616-4be9b82d4840 HTTP/1.1" status: 200 len: 943 time: 0.0897863 May 06 09:26:13.497647 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-48c5618b-c840-4f5f-a229-e7204c8d5a43 req-d235c2ab-f737-48b7-9dff-cb615cd3d999 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/security-groups?id=abbdc489-275e-462c-b6cd-47716b9a8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447183 May 06 09:26:13.913439 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325dd5a7-71bd-4b15-8f5d-812441d42656 req-76e80b32-176a-4cef-8600-6023509653e0 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:13.914980 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-325dd5a7-71bd-4b15-8f5d-812441d42656 req-76e80b32-176a-4cef-8600-6023509653e0 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 945 time: 0.0935986 May 06 09:26:13.973373 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-325dd5a7-71bd-4b15-8f5d-812441d42656 req-b6c36270-a2f9-489e-a98b-0224885db7bb tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515440 May 06 09:26:14.720369 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6704246-32e6-466d-91ef-b9427cc8bee5 req-965d5be8-cd77-404f-8104-27a18ed17686 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:14.721903 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-c6704246-32e6-466d-91ef-b9427cc8bee5 req-965d5be8-cd77-404f-8104-27a18ed17686 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/ports?device_id=138d2f01-5424-4280-a616-4be9b82d4840 HTTP/1.1" status: 200 len: 943 time: 0.0879893 May 06 09:26:14.771982 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-c6704246-32e6-466d-91ef-b9427cc8bee5 req-d1ccc460-13d4-4400-ac2f-b4adc7c4403d tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/security-groups?id=abbdc489-275e-462c-b6cd-47716b9a8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433064 May 06 09:26:15.176535 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187d37c-b9d5-4ee9-98c5-456f9d35872a req-5e8cdd79-5ab3-423e-b8b4-90bd73f8470e tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:15.178099 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4187d37c-b9d5-4ee9-98c5-456f9d35872a req-5e8cdd79-5ab3-423e-b8b4-90bd73f8470e tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 945 time: 0.0906689 May 06 09:26:15.241708 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4187d37c-b9d5-4ee9-98c5-456f9d35872a req-5117f553-fbf8-46dd-8839-468942ce2970 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511441 May 06 09:26:15.300145 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 56716) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:26:15.423769 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-38540a5f-488b-4e8b-9284-49d4aa2c3b15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:15.438481 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-38540a5f-488b-4e8b-9284-49d4aa2c3b15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:26:15.442299 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-38540a5f-488b-4e8b-9284-49d4aa2c3b15 admin admin] Usage tracker for resource:security_group_rule and tenant:7df9c62b3d1a4058801daa6f9a8b1755 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:26:15.445158 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-38540a5f-488b-4e8b-9284-49d4aa2c3b15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:26:15.451244 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-38540a5f-488b-4e8b-9284-49d4aa2c3b15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:26:15.547862 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-38540a5f-488b-4e8b-9284-49d4aa2c3b15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:15.647786 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-38540a5f-488b-4e8b-9284-49d4aa2c3b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:15.659540 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-b5bd53d5-8e47-4007-a09b-c967ecf77eae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:15.707118 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-38540a5f-488b-4e8b-9284-49d4aa2c3b15 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7df9c62b3d1a4058801daa6f9a8b1755&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4058928 May 06 09:26:15.708995 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38540a5f-488b-4e8b-9284-49d4aa2c3b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0238ae89-0843-4787-998e-3e89813a77a4,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:15.709837 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 56734) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:26:15.724712 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-38540a5f-488b-4e8b-9284-49d4aa2c3b15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:15.788481 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-6cbdba72-ac45-406d-896a-5749917c6db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:15.819114 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-6cbdba72-ac45-406d-896a-5749917c6db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:15.853783 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:15.856340 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-88af47aa-d7ac-495d-8cfc-038062b01db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:15.977150 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-6cbdba72-ac45-406d-896a-5749917c6db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:15.984107 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-1cc7f3a1-b4f2-4818-a03f-e573f3c9b59a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:15.999454 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbdba72-ac45-406d-896a-5749917c6db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0238ae89-0843-4787-998e-3e89813a77a4,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:16.002739 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-6cbdba72-ac45-406d-896a-5749917c6db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:16.004364 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-6cbdba72-ac45-406d-896a-5749917c6db0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0238ae89-0843-4787-998e-3e89813a77a4 HTTP/1.1" status: 204 len: 168 time: 0.2933288 May 06 09:26:16.017430 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbdba72-ac45-406d-896a-5749917c6db0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:16.018063 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbdba72-ac45-406d-896a-5749917c6db0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:16.018629 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbdba72-ac45-406d-896a-5749917c6db0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:16.019314 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbdba72-ac45-406d-896a-5749917c6db0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:16.019985 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbdba72-ac45-406d-896a-5749917c6db0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:16.020603 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbdba72-ac45-406d-896a-5749917c6db0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:16.021187 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbdba72-ac45-406d-896a-5749917c6db0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:16.021726 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbdba72-ac45-406d-896a-5749917c6db0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:16.022223 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbdba72-ac45-406d-896a-5749917c6db0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:16.022714 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbdba72-ac45-406d-896a-5749917c6db0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:16.023216 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbdba72-ac45-406d-896a-5749917c6db0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:16.024027 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbdba72-ac45-406d-896a-5749917c6db0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:16.028639 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-6cbdba72-ac45-406d-896a-5749917c6db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:16.032526 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 9357fa37-63db-4b94-9a80-fc2a0ea015d0 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 09:26:16.163350 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50682d17-e379-43e4-ac2f-6a1001af0e9a req-4fd5714e-3cc4-4586-b415-2d1d6ff4d9c8 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:16.164450 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-50682d17-e379-43e4-ac2f-6a1001af0e9a req-4fd5714e-3cc4-4586-b415-2d1d6ff4d9c8 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/ports?device_id=138d2f01-5424-4280-a616-4be9b82d4840 HTTP/1.1" status: 200 len: 943 time: 0.0941753 May 06 09:26:16.220015 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-50682d17-e379-43e4-ac2f-6a1001af0e9a req-cdabe041-bedd-4d85-87f2-fbf0a14b43cb tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/security-groups?id=abbdc489-275e-462c-b6cd-47716b9a8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472417 May 06 09:26:16.272533 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 9357fa37-63db-4b94-9a80-fc2a0ea015d0, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=9357fa37-63db-4b94-9a80-fc2a0ea015d0,segment=NetworkSegment(13f14ba3-2fe0-4e5b-8f73-019e0f53b95f),segment_id=13f14ba3-2fe0-4e5b-8f73-019e0f53b95f)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:26:16.290118 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Returning: {'device': '9357fa37-63db-4b94-9a80-fc2a0ea015d0', 'network_id': 'db7d7220-3c72-4603-ac56-6d559241086f', 'port_id': '9357fa37-63db-4b94-9a80-fc2a0ea015d0', 'mac_address': 'fa:16:3e:fd:70:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbbdab4d-6c19-491a-b9ed-15b1463c58ca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 09:26:16.353396 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:16.381452 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9357fa37-63db-4b94-9a80-fc2a0ea015d0 {{(pid=74233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 09:26:16.397116 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 9357fa37-63db-4b94-9a80-fc2a0ea015d0, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=9357fa37-63db-4b94-9a80-fc2a0ea015d0,segment=NetworkSegment(13f14ba3-2fe0-4e5b-8f73-019e0f53b95f),segment_id=13f14ba3-2fe0-4e5b-8f73-019e0f53b95f)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:26:16.462713 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16718eb2-fa77-43a3-9bb3-2f82a827647c req-b41b016b-ee56-434a-8383-a532e2232ee7 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:16.465428 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-16718eb2-fa77-43a3-9bb3-2f82a827647c req-b41b016b-ee56-434a-8383-a532e2232ee7 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 945 time: 0.0970006 May 06 09:26:16.481990 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:16.483984 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:16.524272 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-16718eb2-fa77-43a3-9bb3-2f82a827647c req-264a3742-e086-4d8b-a5b7-be9be5379771 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537896 May 06 09:26:16.555338 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=9357fa37-63db-4b94-9a80-fc2a0ea015d0,revision_number=4']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:16.560121 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:16.751404 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] get_ports_and_sgs() called for port_ids ['9357fa37-63db-4b94-9a80-fc2a0ea015d0'] {{(pid=74233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 09:26:16.764630 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ba115-be1d-4bd3-a0a4-f56a5ec8ec66 req-dd335af4-dadd-44e1-9e73-902779bb9afa tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:16.772918 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-2c9ba115-be1d-4bd3-a0a4-f56a5ec8ec66 req-dd335af4-dadd-44e1-9e73-902779bb9afa tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 947 time: 0.0978937 May 06 09:26:16.798883 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 56774) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:26:16.839182 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-2c9ba115-be1d-4bd3-a0a4-f56a5ec8ec66 req-95d342fb-c04d-4934-98cb-2220d4bf82da tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570912 May 06 09:26:16.962687 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-a68641c9-96af-48b6-9340-43647c386a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:16.981746 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-a68641c9-96af-48b6-9340-43647c386a31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:26:16.986187 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-a68641c9-96af-48b6-9340-43647c386a31 admin admin] Usage tracker for resource:security_group_rule and tenant:903e895bff8e48239c38700e442633d9 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:26:16.989391 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-a68641c9-96af-48b6-9340-43647c386a31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:26:16.996768 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-a68641c9-96af-48b6-9340-43647c386a31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:26:17.014045 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:17.098217 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-a68641c9-96af-48b6-9340-43647c386a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:17.153997 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-a68641c9-96af-48b6-9340-43647c386a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:17.162802 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:17.205234 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-a68641c9-96af-48b6-9340-43647c386a31 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=903e895bff8e48239c38700e442633d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4044607 May 06 09:26:17.206164 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 56788) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:26:17.206493 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68641c9-96af-48b6-9340-43647c386a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6073995e-df2b-4c67-b1c1-9b91fe47bb27,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:17.212390 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-a68641c9-96af-48b6-9340-43647c386a31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:17.272596 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-9ee58f19-8e44-4e55-98ce-87f0fe51165c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:17.301532 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-9ee58f19-8e44-4e55-98ce-87f0fe51165c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:17.413415 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-9ee58f19-8e44-4e55-98ce-87f0fe51165c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:17.419674 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-4599bfe5-8f42-4867-a52e-4f3748bff4d4 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:17.424223 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85afa23d-e298-4041-9c44-b7d569226a16 req-459ea936-bd20-4adf-86d0-9cfc5c99f356 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:17.425738 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-85afa23d-e298-4041-9c44-b7d569226a16 req-459ea936-bd20-4adf-86d0-9cfc5c99f356 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/ports?device_id=138d2f01-5424-4280-a616-4be9b82d4840 HTTP/1.1" status: 200 len: 944 time: 0.0838547 May 06 09:26:17.434262 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee58f19-8e44-4e55-98ce-87f0fe51165c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6073995e-df2b-4c67-b1c1-9b91fe47bb27,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:17.440237 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-9ee58f19-8e44-4e55-98ce-87f0fe51165c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:17.449072 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-9ee58f19-8e44-4e55-98ce-87f0fe51165c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:17.451392 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-9ee58f19-8e44-4e55-98ce-87f0fe51165c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6073995e-df2b-4c67-b1c1-9b91fe47bb27 HTTP/1.1" status: 204 len: 168 time: 0.2432361 May 06 09:26:17.499300 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-85afa23d-e298-4041-9c44-b7d569226a16 req-98b93fab-febb-4b83-aa70-9c1cb820a443 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/security-groups?id=abbdc489-275e-462c-b6cd-47716b9a8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616965 May 06 09:26:17.739978 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94424def-a516-45bc-a8c8-9dc0198b4c17 req-bc2cfee0-2be1-435a-a8ca-86770bb4867f tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:17.741575 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-94424def-a516-45bc-a8c8-9dc0198b4c17 req-bc2cfee0-2be1-435a-a8ca-86770bb4867f tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 945 time: 0.0967968 May 06 09:26:17.792789 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-94424def-a516-45bc-a8c8-9dc0198b4c17 req-8d761685-6411-4cdc-a42a-7f86090acd66 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446029 May 06 09:26:18.024776 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a73636-b428-4cf1-851b-c1eb6aed111b req-dde9e6e1-d3a2-45af-bec9-f5dae4a75b27 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:18.026582 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-30a73636-b428-4cf1-851b-c1eb6aed111b req-dde9e6e1-d3a2-45af-bec9-f5dae4a75b27 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 947 time: 0.0914943 May 06 09:26:18.044628 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 9357fa37-63db-4b94-9a80-fc2a0ea015d0 up at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:26:18.079410 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-30a73636-b428-4cf1-851b-c1eb6aed111b req-0f020d07-2df2-4e77-ae03-0492b3edcaa7 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468671 May 06 09:26:18.236432 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Provisioning for port 9357fa37-63db-4b94-9a80-fc2a0ea015d0 completed by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:26:18.241809 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Provisioning complete for port 9357fa37-63db-4b94-9a80-fc2a0ea015d0 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:26:18.246010 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:18.303379 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 56826) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:26:18.338174 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-2823da4e-c54f-4b7e-94ee-ef63383a3e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:18.355832 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-2823da4e-c54f-4b7e-94ee-ef63383a3e08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:26:18.360954 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-2823da4e-c54f-4b7e-94ee-ef63383a3e08 admin admin] Usage tracker for resource:security_group_rule and tenant:a829a7d9ddc64f58ac2f269e09e33c47 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:26:18.364225 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-2823da4e-c54f-4b7e-94ee-ef63383a3e08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:26:18.367779 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20d7ae-9766-4a30-9e4e-fac26b576173 req-2b35a857-8715-4037-907e-eee24dd0188e tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:18.369609 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-8e20d7ae-9766-4a30-9e4e-fac26b576173 req-2b35a857-8715-4037-907e-eee24dd0188e tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 947 time: 0.1392272 May 06 09:26:18.371094 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-2823da4e-c54f-4b7e-94ee-ef63383a3e08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:26:18.379050 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:18.407314 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138d2f01-5424-4280-a616-4be9b82d4840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9357fa37-63db-4b94-9a80-fc2a0ea015d0'}] {{(pid=74233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:26:18.421273 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 9357fa37-63db-4b94-9a80-fc2a0ea015d0, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=9357fa37-63db-4b94-9a80-fc2a0ea015d0,segment=NetworkSegment(13f14ba3-2fe0-4e5b-8f73-019e0f53b95f),segment_id=13f14ba3-2fe0-4e5b-8f73-019e0f53b95f)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:26:18.471684 dv-cinder-790014-1-smb neutron-server[74233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138d2f01-5424-4280-a616-4be9b82d4840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9357fa37-63db-4b94-9a80-fc2a0ea015d0', 'code': 200} May 06 09:26:18.474175 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-2823da4e-c54f-4b7e-94ee-ef63383a3e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:18.522285 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [req-8e20d7ae-9766-4a30-9e4e-fac26b576173 req-56ca0077-e359-4398-a790-4fe0e234f635 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Deleting port 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8 {{(pid=74231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:26:18.522914 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-8e20d7ae-9766-4a30-9e4e-fac26b576173 req-56ca0077-e359-4398-a790-4fe0e234f635 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:18.527557 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:18.531866 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:18.576085 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-2823da4e-c54f-4b7e-94ee-ef63383a3e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:18.597937 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-1ee3718e-4efd-4de4-ba4c-51d0cae00b6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:18.619443 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=9357fa37-63db-4b94-9a80-fc2a0ea015d0,revision_number=5']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:18.623476 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:18.663441 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-2823da4e-c54f-4b7e-94ee-ef63383a3e08 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a829a7d9ddc64f58ac2f269e09e33c47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3584816 May 06 09:26:18.665729 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2823da4e-c54f-4b7e-94ee-ef63383a3e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a1ba1a-e25f-40dd-aa99-776eab5ef749,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:18.668064 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 56834) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:26:18.681004 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-2823da4e-c54f-4b7e-94ee-ef63383a3e08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:18.697684 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:18.750493 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-3af33cd5-6ae8-4d8f-9014-609973e82144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:18.785916 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-3af33cd5-6ae8-4d8f-9014-609973e82144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:18.822584 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-8e20d7ae-9766-4a30-9e4e-fac26b576173 req-56ca0077-e359-4398-a790-4fe0e234f635 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] For port 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8,segment=NetworkSegment(36c7da13-cf7e-4164-9f19-b350301e7409),segment_id=36c7da13-cf7e-4164-9f19-b350301e7409)] {{(pid=74231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:26:18.822973 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-8e20d7ae-9766-4a30-9e4e-fac26b576173 req-56ca0077-e359-4398-a790-4fe0e234f635 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:18.938451 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4dd700-d951-414c-8121-2b96f556743c req-f3d84f1e-a338-4202-b773-e71199bd8617 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:18.940011 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-8d4dd700-d951-414c-8121-2b96f556743c req-f3d84f1e-a338-4202-b773-e71199bd8617 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/ports?device_id=138d2f01-5424-4280-a616-4be9b82d4840 HTTP/1.1" status: 200 len: 945 time: 0.3097019 May 06 09:26:18.953828 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840dc62-4135-462b-a37a-f8e3a2bb5080 req-caefb778-9b85-4cf8-88f3-3a204ec4972a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:18.955442 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-7840dc62-4135-462b-a37a-f8e3a2bb5080 req-caefb778-9b85-4cf8-88f3-3a204ec4972a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=138d2f01-5424-4280-a616-4be9b82d4840 HTTP/1.1" status: 200 len: 1098 time: 0.1380577 May 06 09:26:19.026805 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-3af33cd5-6ae8-4d8f-9014-609973e82144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:19.032252 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-9ee58f19-8e44-4e55-98ce-87f0fe51165c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:19.055716 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af33cd5-6ae8-4d8f-9014-609973e82144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a1ba1a-e25f-40dd-aa99-776eab5ef749,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:19.061841 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-3af33cd5-6ae8-4d8f-9014-609973e82144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:19.070336 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-7840dc62-4135-462b-a37a-f8e3a2bb5080 req-093bdb9e-681b-4424-a4b4-c0c088f6885d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=abbdc489-275e-462c-b6cd-47716b9a8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069613 May 06 09:26:19.071900 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-3af33cd5-6ae8-4d8f-9014-609973e82144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:19.072903 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-3af33cd5-6ae8-4d8f-9014-609973e82144 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88a1ba1a-e25f-40dd-aa99-776eab5ef749 HTTP/1.1" status: 204 len: 168 time: 0.3947341 May 06 09:26:19.076374 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-8d4dd700-d951-414c-8121-2b96f556743c req-8ed0bad1-8a70-4717-8265-ab17def73075 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/security-groups?id=abbdc489-275e-462c-b6cd-47716b9a8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226394 May 06 09:26:19.120879 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0cb75a-365a-4145-a043-df30ede2ebca req-7d19267b-05c2-4127-9145-a5bb937676ea tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:19.122465 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-1d0cb75a-365a-4145-a043-df30ede2ebca req-7d19267b-05c2-4127-9145-a5bb937676ea tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 945 time: 0.1608503 May 06 09:26:19.195915 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-8e20d7ae-9766-4a30-9e4e-fac26b576173 req-56ca0077-e359-4398-a790-4fe0e234f635 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:19.202853 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-1d0cb75a-365a-4145-a043-df30ede2ebca req-ebe4d365-a5c4-4459-8d65-0e5c0b450f48 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630214 May 06 09:26:19.203214 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-8e20d7ae-9766-4a30-9e4e-fac26b576173 req-56ca0077-e359-4398-a790-4fe0e234f635 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670062'] for floatingip, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:19.203214 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.db.l3_db [req-8e20d7ae-9766-4a30-9e4e-fac26b576173 req-56ca0077-e359-4398-a790-4fe0e234f635 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Floating IP adf638a3-10f9-4b71-89fc-17c3905fff43 disassociated. External IP: 172.28.3.152, port: 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8. May 06 09:26:19.203214 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [req-8e20d7ae-9766-4a30-9e4e-fac26b576173 req-56ca0077-e359-4398-a790-4fe0e234f635 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Calling delete_port for 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8 owned by compute:nova {{(pid=74231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:26:19.367698 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30213085-f893-48c2-a1e3-ef10e1bd2d29 req-66e86c7d-9246-4412-b507-105c83e684d5 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:19.369179 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-30213085-f893-48c2-a1e3-ef10e1bd2d29 req-66e86c7d-9246-4412-b507-105c83e684d5 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 947 time: 0.1413214 May 06 09:26:19.427650 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-30213085-f893-48c2-a1e3-ef10e1bd2d29 req-b6991465-dabc-4b13-bb1b-51e664d3b4cb tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a50243-4125-4d4e-9200-455b22cd21a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450552 May 06 09:26:19.433121 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-8e20d7ae-9766-4a30-9e4e-fac26b576173 req-56ca0077-e359-4398-a790-4fe0e234f635 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:19.441727 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-4fce127f-4fd9-4b99-b74c-d869ea05568e tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:19.487690 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca0077-e359-4398-a790-4fe0e234f635 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Pushing event deleted for resources: {'Port': ['ID=5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:19.490921 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-56ca0077-e359-4398-a790-4fe0e234f635 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:19.714476 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e20d7ae-9766-4a30-9e4e-fac26b576173 req-56ca0077-e359-4398-a790-4fe0e234f635 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Router e732fe2c-c27b-4709-b8c1-dc051fb9b594 has already been hosted by L3 agent 6417d645-ec24-4e28-ae28-fb602049daa5 {{(pid=74231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 09:26:19.967969 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e20d7ae-9766-4a30-9e4e-fac26b576173 req-56ca0077-e359-4398-a790-4fe0e234f635 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify agent at l3_agent.dv-cinder-790014-1-smb the message routers_updated {{(pid=74231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 09:26:19.985194 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17089928-e3c1-4ee8-9233-a5d05a261f14 None None] Sync routers for ids ['e732fe2c-c27b-4709-b8c1-dc051fb9b594'] in dv-cinder-790014-1-smb {{(pid=74233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:26:20.021853 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17089928-e3c1-4ee8-9233-a5d05a261f14 None None] Routers {'e732fe2c-c27b-4709-b8c1-dc051fb9b594'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:26:20.026126 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-17089928-e3c1-4ee8-9233-a5d05a261f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:26:16Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['e732fe2c-c27b-4709-b8c1-dc051fb9b594'], 'active': True} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:26:20.110733 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e20d7ae-9766-4a30-9e4e-fac26b576173 req-56ca0077-e359-4398-a790-4fe0e234f635 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] No DVR routers for this DVR port 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8 on host hv-cinder-79001 {{(pid=74231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:26:20.125648 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-8e20d7ae-9766-4a30-9e4e-fac26b576173 req-56ca0077-e359-4398-a790-4fe0e234f635 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:20.144324 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4b7c84-a7a6-4942-adbf-b6e3bcf46571', 'name': 'network-vif-deleted', 'tag': '5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8'}] {{(pid=74231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:26:20.225776 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-8e20d7ae-9766-4a30-9e4e-fac26b576173 req-56ca0077-e359-4398-a790-4fe0e234f635 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.79 "DELETE /v2.0/ports/5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8 HTTP/1.1" status: 204 len: 173 time: 1.8483982 May 06 09:26:20.264965 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4b7c84-a7a6-4942-adbf-b6e3bcf46571', 'name': 'network-vif-deleted', 'tag': '5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8', 'status': 'completed', 'code': 200} May 06 09:26:20.469525 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvr_db [None req-17089928-e3c1-4ee8-9233-a5d05a261f14 None None] Set router e732fe2c-c27b-4709-b8c1-dc051fb9b594 gateway port host: dv-cinder-790014-1-smb {{(pid=74233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:26:20.489064 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45831af3-650b-4ac8-a4da-79e5f97980d9 req-0dca832a-45af-480d-aeb3-b47168976432 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:20.498086 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-45831af3-650b-4ac8-a4da-79e5f97980d9 req-0dca832a-45af-480d-aeb3-b47168976432 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/ports?device_id=138d2f01-5424-4280-a616-4be9b82d4840 HTTP/1.1" status: 200 len: 945 time: 0.2303169 May 06 09:26:20.559196 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-45831af3-650b-4ac8-a4da-79e5f97980d9 req-70703404-ec5a-4f45-b6a0-60cf3c92c4a5 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/security-groups?id=abbdc489-275e-462c-b6cd-47716b9a8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600352 May 06 09:26:20.623862 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32751ab-6b2c-4e18-9a62-e0b3c1c08857 req-6ec77dfa-89e9-4640-b598-2595f92b6673 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:20.624017 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a32751ab-6b2c-4e18-9a62-e0b3c1c08857 req-6ec77dfa-89e9-4640-b598-2595f92b6673 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 945 time: 0.1737847 May 06 09:26:20.732496 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a32751ab-6b2c-4e18-9a62-e0b3c1c08857 req-dad33488-64be-4109-964a-d638005bed03 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0964127 May 06 09:26:20.741492 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-fdc13a31-d209-47cc-951d-aafed1acb49b req-272b2974-d87c-4f9a-946c-5f956a0734a9 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a4b7c84-a7a6-4942-adbf-b6e3bcf46571 HTTP/1.1" status: 200 len: 210 time: 0.0652311 May 06 09:26:21.019442 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-17089928-e3c1-4ee8-9233-a5d05a261f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'name': 'tempest-AttachVolumeShelveTestJSON-1690302589-router', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '456bb1ef-e0b3-4859-a861-78809388f9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:22:11Z', 'updated_at': '2021-05-06T09:22:24Z', 'revision_number': 4, 'project_id': '87a87eb65c3849949fab4179da2d6886', 'gw_port': {'id': '456bb1ef-e0b3-4859-a861-78809388f9c4', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:12Z', 'updated_at': '2021-05-06T09:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': '030c77b3-ed7f-4d71-a784-39c0429ac268', 'name': '', 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'mac_address': 'fa:16:3e:d8:45:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3327bb7d-2498-459f-aedf-d87f7d766be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:19Z', 'updated_at': '2021-05-06T09:22:36Z', 'revision_number': 5, 'project_id': '87a87eb65c3849949fab4179da2d6886', 'subnets': [{'id': '3327bb7d-2498-459f-aedf-d87f7d766be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:26:21.024386 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17089928-e3c1-4ee8-9233-a5d05a261f14 None None] Checking router: e732fe2c-c27b-4709-b8c1-dc051fb9b594 for host: dv-cinder-790014-1-smb {{(pid=74233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:26:21.032867 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17089928-e3c1-4ee8-9233-a5d05a261f14 None None] Routers {'e732fe2c-c27b-4709-b8c1-dc051fb9b594'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:26:21.033459 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-17089928-e3c1-4ee8-9233-a5d05a261f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:26:16Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['e732fe2c-c27b-4709-b8c1-dc051fb9b594'], 'active': True} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:26:21.245267 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvr_db [None req-17089928-e3c1-4ee8-9233-a5d05a261f14 None None] Set router e732fe2c-c27b-4709-b8c1-dc051fb9b594 gateway port host: dv-cinder-790014-1-smb {{(pid=74233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:26:21.382043 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-22670142-d997-4556-bb7e-770ed86553b3 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Synchronizing usage tracker for tenant:448b7d91cfa34a3c885290dd85f7fd47 on resource:security_group {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:26:21.395110 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19606d-22f6-45ee-a39b-08e7ab856ce3 req-6ec09bb5-7765-4b56-827b-755fc8a47ef3 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:21.403807 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-bd19606d-22f6-45ee-a39b-08e7ab856ce3 req-6ec09bb5-7765-4b56-827b-755fc8a47ef3 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 945 time: 0.1487393 May 06 09:26:21.476337 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-22670142-d997-4556-bb7e-770ed86553b3 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Unset dirty status for tenant:448b7d91cfa34a3c885290dd85f7fd47 on resource:security_group {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:26:21.477507 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-22670142-d997-4556-bb7e-770ed86553b3 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-925304648&fields=id&tenant_id=448b7d91cfa34a3c885290dd85f7fd47 HTTP/1.1" status: 200 len: 267 time: 0.1720333 May 06 09:26:21.478853 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-bd19606d-22f6-45ee-a39b-08e7ab856ce3 req-71a7d395-69a1-4159-9c41-cdd796434d44 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0740175 May 06 09:26:21.844294 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-17089928-e3c1-4ee8-9233-a5d05a261f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'name': 'tempest-AttachVolumeShelveTestJSON-1690302589-router', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '456bb1ef-e0b3-4859-a861-78809388f9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:22:11Z', 'updated_at': '2021-05-06T09:22:24Z', 'revision_number': 4, 'project_id': '87a87eb65c3849949fab4179da2d6886', 'gw_port': {'id': '456bb1ef-e0b3-4859-a861-78809388f9c4', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:12Z', 'updated_at': '2021-05-06T09:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': '030c77b3-ed7f-4d71-a784-39c0429ac268', 'name': '', 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'mac_address': 'fa:16:3e:d8:45:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3327bb7d-2498-459f-aedf-d87f7d766be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:19Z', 'updated_at': '2021-05-06T09:22:36Z', 'revision_number': 5, 'project_id': '87a87eb65c3849949fab4179da2d6886', 'subnets': [{'id': '3327bb7d-2498-459f-aedf-d87f7d766be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:26:21.853463 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17089928-e3c1-4ee8-9233-a5d05a261f14 None None] The sync data for ids ['e732fe2c-c27b-4709-b8c1-dc051fb9b594'] in dv-cinder-790014-1-smb is: [{'id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'name': 'tempest-AttachVolumeShelveTestJSON-1690302589-router', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '456bb1ef-e0b3-4859-a861-78809388f9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:22:11Z', 'updated_at': '2021-05-06T09:22:24Z', 'revision_number': 4, 'project_id': '87a87eb65c3849949fab4179da2d6886', 'gw_port': {'id': '456bb1ef-e0b3-4859-a861-78809388f9c4', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:12Z', 'updated_at': '2021-05-06T09:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': '030c77b3-ed7f-4d71-a784-39c0429ac268', 'name': '', 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'mac_address': 'fa:16:3e:d8:45:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3327bb7d-2498-459f-aedf-d87f7d766be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:19Z', 'updated_at': '2021-05-06T09:22:36Z', 'revision_number': 5, 'project_id': '87a87eb65c3849949fab4179da2d6886', 'subnets': [{'id': '3327bb7d-2498-459f-aedf-d87f7d766be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:26:21.903595 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0061e69-25b4-4b8a-8fb6-31ed32ed9250 req-b0b37f4b-1656-4815-b7d0-56187415f710 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:21.906511 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-d0061e69-25b4-4b8a-8fb6-31ed32ed9250 req-b0b37f4b-1656-4815-b7d0-56187415f710 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/ports?device_id=138d2f01-5424-4280-a616-4be9b82d4840 HTTP/1.1" status: 200 len: 945 time: 0.1905572 May 06 09:26:21.924364 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ed4d0-0059-4b3d-b090-62adf0d3ddc4 req-d4f43d4d-1b47-487d-a598-fd81a5ce3379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:21.930649 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-056ed4d0-0059-4b3d-b090-62adf0d3ddc4 req-d4f43d4d-1b47-487d-a598-fd81a5ce3379 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9ae2085d4b8a40478cbd7d65dce1e9a9&device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 1098 time: 0.3911726 May 06 09:26:22.018987 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-3212aec2-8676-475b-b448-0d4e1fcbfba1 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:22.020504 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-3212aec2-8676-475b-b448-0d4e1fcbfba1 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Synchronizing usage tracker for tenant:448b7d91cfa34a3c885290dd85f7fd47 on resource:network {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:26:22.032332 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-d0061e69-25b4-4b8a-8fb6-31ed32ed9250 req-45dde52f-da3c-422c-b3ee-332929a2c5e2 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/security-groups?id=abbdc489-275e-462c-b6cd-47716b9a8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164060 May 06 09:26:22.066570 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 09:26:22.141577 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] No Port match for: 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8 {{(pid=74233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 09:26:22.142242 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 5a6a7214-4eb7-47c9-9642-54c8bb7ee3b8 not bound to the agent host hv-cinder-79001 {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 09:26:22.290247 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d909a8c-496f-4297-8f35-bbb793538762 None None] New status for floating IP adf638a3-10f9-4b71-89fc-17c3905fff43: DOWN {{(pid=74234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:26:22.322656 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ed4d0-0059-4b3d-b090-62adf0d3ddc4 req-6237b568-6a64-4e4e-b385-82c1aef27546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:22.324320 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-056ed4d0-0059-4b3d-b090-62adf0d3ddc4 req-6237b568-6a64-4e4e-b385-82c1aef27546 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ac387211-8a03-4c25-adfd-9a491e0199c6 HTTP/1.1" status: 200 len: 913 time: 0.3870094 May 06 09:26:22.394523 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-3212aec2-8676-475b-b448-0d4e1fcbfba1 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Unset dirty status for tenant:448b7d91cfa34a3c885290dd85f7fd47 on resource:network {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:26:22.403055 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-3212aec2-8676-475b-b448-0d4e1fcbfba1 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/networks?id=64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e HTTP/1.1" status: 200 len: 809 time: 0.8956263 May 06 09:26:22.433290 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-a606e74e-e7bb-465d-b4ca-4530771e41f9 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/quotas/448b7d91cfa34a3c885290dd85f7fd47 HTTP/1.1" status: 200 len: 375 time: 0.0289137 May 06 09:26:22.534722 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-056ed4d0-0059-4b3d-b090-62adf0d3ddc4 req-db3b8869-e1e7-4f4d-8e4e-dbd39221141a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=698e51d3-1406-4f63-9e51-961524c4d604 HTTP/1.1" status: 200 len: 1000 time: 0.2035179 May 06 09:26:22.626971 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ed4d0-0059-4b3d-b090-62adf0d3ddc4 req-7592d26d-2e33-43fd-8058-259fe643ef5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:22.628474 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-056ed4d0-0059-4b3d-b090-62adf0d3ddc4 req-7592d26d-2e33-43fd-8058-259fe643ef5e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7b16db8b-a94c-4c3b-a507-250865434e20 HTTP/1.1" status: 200 len: 850 time: 0.0877898 May 06 09:26:22.708586 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-f3ddde2f-25c3-4e41-ba39-f365e4110369 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=448b7d91cfa34a3c885290dd85f7fd47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2548959 May 06 09:26:22.860318 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-ac1ef901-1c2a-4772-af48-1721fc77da66 service neutron] 10.222.0.20 "GET /v2.0/networks/64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542206 May 06 09:26:22.862902 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ed4d0-0059-4b3d-b090-62adf0d3ddc4 req-effc9bb0-d496-48e5-85fd-4159970844d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:22.864323 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-056ed4d0-0059-4b3d-b090-62adf0d3ddc4 req-effc9bb0-d496-48e5-85fd-4159970844d1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ac387211-8a03-4c25-adfd-9a491e0199c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2289460 May 06 09:26:23.106812 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-87099329-ee93-47a4-9b9b-93e3a00995cd service neutron] 10.222.0.20 "GET /v2.0/networks/64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400198 May 06 09:26:23.109903 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-056ed4d0-0059-4b3d-b090-62adf0d3ddc4 req-f8e04835-cb8c-447f-8113-af5effd1cda1 service neutron] 10.222.0.79 "GET /v2.0/networks/ac387211-8a03-4c25-adfd-9a491e0199c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240686 May 06 09:26:23.255047 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-056ed4d0-0059-4b3d-b090-62adf0d3ddc4 req-d53585a2-8763-4fc6-93bd-ff02805de205 service neutron] 10.222.0.79 "GET /v2.0/networks/ac387211-8a03-4c25-adfd-9a491e0199c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379893 May 06 09:26:23.393965 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 56966) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:26:23.607627 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-90d719ed-8e58-4706-b88e-7fff5f943e53 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:23.636341 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 56972) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:26:23.650099 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-90d719ed-8e58-4706-b88e-7fff5f943e53 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:23.710273 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de232a07-f27b-4a0b-b7bd-605600364c89 req-55055b4e-ecb0-4c36-af8a-d94a8dc9bbee tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:23.712510 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-de232a07-f27b-4a0b-b7bd-605600364c89 req-55055b4e-ecb0-4c36-af8a-d94a8dc9bbee tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 945 time: 0.1590095 May 06 09:26:23.765472 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-de232a07-f27b-4a0b-b7bd-605600364c89 req-a8996177-ce57-46e6-9601-816aa59ab324 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420966 May 06 09:26:23.810386 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3cb947dc-a9c5-4996-a9c6-8de2779d505d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:23.832098 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-3cb947dc-a9c5-4996-a9c6-8de2779d505d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:26:23.837074 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-3cb947dc-a9c5-4996-a9c6-8de2779d505d admin admin] Usage tracker for resource:security_group_rule and tenant:9616adf0a941411c83362df668437a2c is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:26:23.840649 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-3cb947dc-a9c5-4996-a9c6-8de2779d505d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:26:23.842370 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-90d719ed-8e58-4706-b88e-7fff5f943e53 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:23.850224 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-3cb947dc-a9c5-4996-a9c6-8de2779d505d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:26:23.861592 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-19a183b7-76cf-4644-9924-b69639cf7138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:23.891516 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d719ed-8e58-4706-b88e-7fff5f943e53 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a50243-4125-4d4e-9200-455b22cd21a6,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:23.899633 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-90d719ed-8e58-4706-b88e-7fff5f943e53 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:23.987832 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-83cd2654-bf7d-4967-87b9-21aa11ef8888 req-676c15f9-2968-44da-8c91-64e0582132bf tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 210 time: 0.0601618 May 06 09:26:24.005378 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-90d719ed-8e58-4706-b88e-7fff5f943e53 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:24.007774 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3cb947dc-a9c5-4996-a9c6-8de2779d505d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:24.018809 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 56988) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:26:24.019794 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-90d719ed-8e58-4706-b88e-7fff5f943e53 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "DELETE /v2.0/security-groups/d2a50243-4125-4d4e-9200-455b22cd21a6 HTTP/1.1" status: 204 len: 168 time: 0.6232269 May 06 09:26:24.038570 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.api.v2.resource [None req-6359441a-cd37-45b2-917e-9cab60417724 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] show failed (client error): The resource could not be found. May 06 09:26:24.039701 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-6359441a-cd37-45b2-917e-9cab60417724 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups/d2a50243-4125-4d4e-9200-455b22cd21a6 HTTP/1.1" status: 404 len: 347 time: 0.0197382 May 06 09:26:24.042624 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 56994) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:26:24.103716 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3cb947dc-a9c5-4996-a9c6-8de2779d505d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:24.120440 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-ce556804-a7ac-4617-93f6-937b4532fbff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:24.245754 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-3cb947dc-a9c5-4996-a9c6-8de2779d505d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9616adf0a941411c83362df668437a2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6075540 May 06 09:26:24.248549 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 57004) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:26:24.281474 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb947dc-a9c5-4996-a9c6-8de2779d505d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c28dc2-7104-4d7a-9178-63b3a7265472,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:24.288965 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-3cb947dc-a9c5-4996-a9c6-8de2779d505d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:24.320142 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [None req-e16bf2a5-2fc4-444a-b845-9cd25c7ba502 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Deleting port 62757a92-98a0-4c43-812a-7dc1eb56c7eb {{(pid=74231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:26:24.320497 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e16bf2a5-2fc4-444a-b845-9cd25c7ba502 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:24.328844 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-faf6d144-b131-4ad3-8a58-366f3a954eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:24.356028 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-faf6d144-b131-4ad3-8a58-366f3a954eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:24.481751 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-faf6d144-b131-4ad3-8a58-366f3a954eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:24.492210 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-8793e35e-8d1d-4c39-b09e-487ab8e7f29b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:24.509400 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-faf6d144-b131-4ad3-8a58-366f3a954eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:24.511291 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-faf6d144-b131-4ad3-8a58-366f3a954eea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3c28dc2-7104-4d7a-9178-63b3a7265472 HTTP/1.1" status: 204 len: 168 time: 0.2613988 May 06 09:26:24.514594 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6d144-b131-4ad3-8a58-366f3a954eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c28dc2-7104-4d7a-9178-63b3a7265472,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:24.518444 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-faf6d144-b131-4ad3-8a58-366f3a954eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:24.646210 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e16bf2a5-2fc4-444a-b845-9cd25c7ba502 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:24.646785 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e16bf2a5-2fc4-444a-b845-9cd25c7ba502 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:24.783714 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [None req-e16bf2a5-2fc4-444a-b845-9cd25c7ba502 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Calling delete_port for 62757a92-98a0-4c43-812a-7dc1eb56c7eb owned by network:floatingip {{(pid=74231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:26:25.034268 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e16bf2a5-2fc4-444a-b845-9cd25c7ba502 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:25.039942 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8deae-676d-4c11-b0d2-853cc80ff517 req-3ab5904d-82ae-4606-aff8-58a992529f2b tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:25.043076 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-beb8deae-676d-4c11-b0d2-853cc80ff517 req-3ab5904d-82ae-4606-aff8-58a992529f2b tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 945 time: 0.0928745 May 06 09:26:25.049130 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-de2dcd9d-1950-4875-8457-d39ee8f7d68e tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:25.101948 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-beb8deae-676d-4c11-b0d2-853cc80ff517 req-aeaad0b9-78bb-450b-82ce-54756cfe37af tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529916 May 06 09:26:25.184396 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16bf2a5-2fc4-444a-b845-9cd25c7ba502 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Pushing event deleted for resources: {'Port': ['ID=62757a92-98a0-4c43-812a-7dc1eb56c7eb,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:25.223026 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-e16bf2a5-2fc4-444a-b845-9cd25c7ba502 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:25.266196 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-227b4c80-e52e-410f-b8eb-b8fa809bddd7 req-c257c2bf-bccf-4d85-a050-7c8792bea129 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 210 time: 0.0886340 May 06 09:26:25.293454 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e16bf2a5-2fc4-444a-b845-9cd25c7ba502 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for floatingip, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:25.316719 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e16bf2a5-2fc4-444a-b845-9cd25c7ba502 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for floatingip, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:25.321200 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-e16bf2a5-2fc4-444a-b845-9cd25c7ba502 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "DELETE /v2.0/floatingips/adf638a3-10f9-4b71-89fc-17c3905fff43 HTTP/1.1" status: 204 len: 168 time: 1.2742779 May 06 09:26:25.329948 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 57038) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:26:25.352595 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-d771208a-000c-4cbd-8fa7-86df1e7c6f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:25.375888 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-d771208a-000c-4cbd-8fa7-86df1e7c6f8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:26:25.379912 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-d771208a-000c-4cbd-8fa7-86df1e7c6f8b admin admin] Usage tracker for resource:security_group_rule and tenant:a185953c387e47db8273175cec36ea78 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:26:25.383251 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-d771208a-000c-4cbd-8fa7-86df1e7c6f8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:26:25.389668 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-d771208a-000c-4cbd-8fa7-86df1e7c6f8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:26:25.482201 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-d771208a-000c-4cbd-8fa7-86df1e7c6f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:25.548836 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-d771208a-000c-4cbd-8fa7-86df1e7c6f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:25.559890 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-e304bee9-0220-481b-9e31-caf783d4b89a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:25.606296 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-d771208a-000c-4cbd-8fa7-86df1e7c6f8b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a185953c387e47db8273175cec36ea78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2742980 May 06 09:26:25.607429 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771208a-000c-4cbd-8fa7-86df1e7c6f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3e1a36-0b70-41e3-95d8-ae486bd758bc,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:25.608206 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 57050) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:26:25.634688 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-d771208a-000c-4cbd-8fa7-86df1e7c6f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:25.693321 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-48b617e2-f047-42b8-8ffa-72980205fe5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:25.721086 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-48b617e2-f047-42b8-8ffa-72980205fe5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:25.809141 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 57062) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:26:25.818838 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [None req-cc5b242d-4985-4dd5-a346-8fc03cb43422 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1181998773', 'description': 'tempest-description--769770307'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:26:25.825150 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-cc5b242d-4985-4dd5-a346-8fc03cb43422 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:26:25.829995 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-cc5b242d-4985-4dd5-a346-8fc03cb43422 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Usage tracker for resource:security_group and tenant:87a87eb65c3849949fab4179da2d6886 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:26:25.833823 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-cc5b242d-4985-4dd5-a346-8fc03cb43422 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:26:25.837302 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-48b617e2-f047-42b8-8ffa-72980205fe5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:25.849060 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-909d8861-8496-4f38-af4c-997949a9c187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:25.859483 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-cc5b242d-4985-4dd5-a346-8fc03cb43422 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:26:25.867618 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b617e2-f047-42b8-8ffa-72980205fe5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3e1a36-0b70-41e3-95d8-ae486bd758bc,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:25.877804 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-48b617e2-f047-42b8-8ffa-72980205fe5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:25.878629 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-48b617e2-f047-42b8-8ffa-72980205fe5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:25.882326 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-48b617e2-f047-42b8-8ffa-72980205fe5a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f3e1a36-0b70-41e3-95d8-ae486bd758bc HTTP/1.1" status: 204 len: 168 time: 0.2704563 May 06 09:26:25.977193 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-cc5b242d-4985-4dd5-a346-8fc03cb43422 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for security_group, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:25.998948 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-cc5b242d-4985-4dd5-a346-8fc03cb43422 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:26:26.003879 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-cc5b242d-4985-4dd5-a346-8fc03cb43422 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Usage tracker for resource:security_group_rule and tenant:87a87eb65c3849949fab4179da2d6886 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:26:26.007011 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-cc5b242d-4985-4dd5-a346-8fc03cb43422 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:26:26.012804 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-cc5b242d-4985-4dd5-a346-8fc03cb43422 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:26:26.098247 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-cc5b242d-4985-4dd5-a346-8fc03cb43422 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for security_group, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:26.161548 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-cc5b242d-4985-4dd5-a346-8fc03cb43422 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:26.167268 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-3b26e93b-027d-402c-8eab-13805401867a tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:26.212015 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b242d-4985-4dd5-a346-8fc03cb43422 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:26.215243 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-cc5b242d-4985-4dd5-a346-8fc03cb43422 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:26.462129 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-cc5b242d-4985-4dd5-a346-8fc03cb43422 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for security_group, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:26.464025 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-cc5b242d-4985-4dd5-a346-8fc03cb43422 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6534240 May 06 09:26:26.466638 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 57092) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:26:26.473340 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-586d82c5-0500-4dda-b3b3-e5f386557320 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Request body: {'security_group_rule': {'security_group_id': '294592a6-d72f-4aed-a0ba-0e0f9dd5b83f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:26:26.483325 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-586d82c5-0500-4dda-b3b3-e5f386557320 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:26:26.488908 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-586d82c5-0500-4dda-b3b3-e5f386557320 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Usage tracker for resource:security_group_rule and tenant:87a87eb65c3849949fab4179da2d6886 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:26:26.492824 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-586d82c5-0500-4dda-b3b3-e5f386557320 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:26:26.499116 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-586d82c5-0500-4dda-b3b3-e5f386557320 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:26:26.520548 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-943ba74d-d601-4887-8e20-227b3f0912f0 req-f41ff9fa-0224-454f-a2ea-f4e00f45c87a tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 210 time: 0.1116834 May 06 09:26:26.585794 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-d52a3e58-00f7-44e6-9e0c-b1bde2aba5a5 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:26.587360 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-d52a3e58-00f7-44e6-9e0c-b1bde2aba5a5 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.79 "GET /v2.0/networks?id=64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e HTTP/1.1" status: 200 len: 809 time: 0.2986262 May 06 09:26:26.634777 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-586d82c5-0500-4dda-b3b3-e5f386557320 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:26.643358 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-fb6b08a8-5324-435e-90a3-9fc170552df9 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=448b7d91cfa34a3c885290dd85f7fd47 HTTP/1.1" status: 200 len: 379 time: 0.0481989 May 06 09:26:26.652356 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-2fe76d68-3e17-406a-a7d9-68c4cbe2aeaa tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Request body: {'port': {'device_id': '6e1c8a10-1fda-4554-94c8-45ee7ef98d43', 'network_id': '64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e', 'admin_state_up': True, 'tenant_id': '448b7d91cfa34a3c885290dd85f7fd47', 'security_groups': ['d8ed85b8-a725-409f-accf-d3f84002ae12']}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:26:26.745778 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-586d82c5-0500-4dda-b3b3-e5f386557320 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:26.813739 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-586d82c5-0500-4dda-b3b3-e5f386557320 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757315'] for security_group_rule, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:26.816150 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:26.856650 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d82c5-0500-4dda-b3b3-e5f386557320 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e0b89b-8979-4760-b444-33dfbab46b10,revision_number=0']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:26.858349 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-2fe76d68-3e17-406a-a7d9-68c4cbe2aeaa tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:26:26.863617 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-586d82c5-0500-4dda-b3b3-e5f386557320 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:26.865383 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-2fe76d68-3e17-406a-a7d9-68c4cbe2aeaa tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Usage tracker for resource:port and tenant:448b7d91cfa34a3c885290dd85f7fd47 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:26:26.869507 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-2fe76d68-3e17-406a-a7d9-68c4cbe2aeaa tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:26:26.885891 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-2fe76d68-3e17-406a-a7d9-68c4cbe2aeaa tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:26:26.953251 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-586d82c5-0500-4dda-b3b3-e5f386557320 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:26.957072 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-586d82c5-0500-4dda-b3b3-e5f386557320 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4869149 May 06 09:26:26.957403 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 57116) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:26:26.962780 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [None req-e4c6147e-9d94-4f63-8065-c3e18f0ec40a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Request body: {'security_group_rule': {'security_group_id': '294592a6-d72f-4aed-a0ba-0e0f9dd5b83f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:26:26.969978 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-e4c6147e-9d94-4f63-8065-c3e18f0ec40a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:26:26.973872 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-e4c6147e-9d94-4f63-8065-c3e18f0ec40a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Usage tracker for resource:security_group_rule and tenant:87a87eb65c3849949fab4179da2d6886 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:26:26.977282 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-e4c6147e-9d94-4f63-8065-c3e18f0ec40a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:26:26.988257 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-e4c6147e-9d94-4f63-8065-c3e18f0ec40a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:26:27.030107 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-2fe76d68-3e17-406a-a7d9-68c4cbe2aeaa tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Made reservation on behalf of 448b7d91cfa34a3c885290dd85f7fd47 for: {'port': 1} {{(pid=74231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:26:27.034285 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-2fe76d68-3e17-406a-a7d9-68c4cbe2aeaa tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:27.114798 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e4c6147e-9d94-4f63-8065-c3e18f0ec40a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:27.267019 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e4c6147e-9d94-4f63-8065-c3e18f0ec40a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:27.271015 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.db_base_plugin_common [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-2fe76d68-3e17-406a-a7d9-68c4cbe2aeaa tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Allocated IP 172.20.0.4 (64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e/18122794-0941-4191-b141-54c55ba118c3/4ae5493c-1075-400c-8124-b615931893db) {{(pid=74231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:26:27.389586 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e4c6147e-9d94-4f63-8065-c3e18f0ec40a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757315'] for security_group_rule, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:27.405203 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-16cf60fb-afc6-4934-92f0-59db8b144990 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:27.437757 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c6147e-9d94-4f63-8065-c3e18f0ec40a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=630312bc-8361-435d-9266-0ba4c8391695,revision_number=0']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:27.450876 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-e4c6147e-9d94-4f63-8065-c3e18f0ec40a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:27.511257 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-2fe76d68-3e17-406a-a7d9-68c4cbe2aeaa tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks [] for port, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:27.533186 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.provisioning_blocks [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-2fe76d68-3e17-406a-a7d9-68c4cbe2aeaa tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Transition to ACTIVE for port object 4ae5493c-1075-400c-8124-b615931893db will not be triggered until provisioned by entity DHCP. {{(pid=74231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:26:27.575540 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e4c6147e-9d94-4f63-8065-c3e18f0ec40a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:27.580796 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-e4c6147e-9d94-4f63-8065-c3e18f0ec40a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6224275 May 06 09:26:27.581458 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 57136) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:26:27.586773 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-e82d52c0-8594-4f8c-b14f-513536117ef0 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Request body: {'floatingip': {'floating_network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:26:27.593395 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-e82d52c0-8594-4f8c-b14f-513536117ef0 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:26:27.597744 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-e82d52c0-8594-4f8c-b14f-513536117ef0 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Usage tracker for resource:floatingip and tenant:87a87eb65c3849949fab4179da2d6886 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:26:27.600921 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-e82d52c0-8594-4f8c-b14f-513536117ef0 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:26:27.606841 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-e82d52c0-8594-4f8c-b14f-513536117ef0 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:26:27.704368 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-411e9eb3-8bbc-4cc1-8e0f-f31ba25b15c2 req-56ad3d6a-ab61-4af3-8a54-718bc50815e0 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Synchronizing usage tracker for tenant:448b7d91cfa34a3c885290dd85f7fd47 on resource:port {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:26:27.733168 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e82d52c0-8594-4f8c-b14f-513536117ef0 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for floatingip, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:27.733404 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-2fe76d68-3e17-406a-a7d9-68c4cbe2aeaa tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:27.745948 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-2c8ad13c-c1cf-4d50-9e4f-dd28c7c3ac11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:27.821127 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-2fe76d68-3e17-406a-a7d9-68c4cbe2aeaa tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Network 64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e is already hosted by enough agents. {{(pid=74231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:26:27.830191 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-411e9eb3-8bbc-4cc1-8e0f-f31ba25b15c2 req-56ad3d6a-ab61-4af3-8a54-718bc50815e0 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Unset dirty status for tenant:448b7d91cfa34a3c885290dd85f7fd47 on resource:port {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:26:27.830906 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-411e9eb3-8bbc-4cc1-8e0f-f31ba25b15c2 req-56ad3d6a-ab61-4af3-8a54-718bc50815e0 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 210 time: 0.1772635 May 06 09:26:27.831796 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.base_scheduler [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-2fe76d68-3e17-406a-a7d9-68c4cbe2aeaa tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Resources bound (agent type, host, resource id): {{(pid=74231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:26:27.838520 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-2fe76d68-3e17-406a-a7d9-68c4cbe2aeaa tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Received port after_create {{(pid=74231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:26:27.903379 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe76d68-3e17-406a-a7d9-68c4cbe2aeaa tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Pushing event updated for resources: {'Port': ['ID=4ae5493c-1075-400c-8124-b615931893db,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:27.914529 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-2fe76d68-3e17-406a-a7d9-68c4cbe2aeaa tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:27.916101 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e82d52c0-8594-4f8c-b14f-513536117ef0 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:27.954375 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-2fe76d68-3e17-406a-a7d9-68c4cbe2aeaa tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:27.955148 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-2fe76d68-3e17-406a-a7d9-68c4cbe2aeaa tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:28.057635 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-2fe76d68-3e17-406a-a7d9-68c4cbe2aeaa tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4097781 May 06 09:26:28.067116 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.db_base_plugin_common [None req-e82d52c0-8594-4f8c-b14f-513536117ef0 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Allocated IP 172.28.3.107 (b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f/0efb0a43-973d-4597-8ac6-a120d0d0adfe/edec097d-31a7-4f2d-bf36-8ea3debfe8d6) {{(pid=74232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:26:28.075448 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-23ad9d96-71c2-4584-81d4-dcf4005f8b29 service neutron] Request body: {'port': {'device_id': '6e1c8a10-1fda-4554-94c8-45ee7ef98d43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:26:28.249420 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e82d52c0-8594-4f8c-b14f-513536117ef0 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for port, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:28.250847 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-f6eeb035-f82f-400e-817b-f693e38019d5 None None] Provisioning for port 4ae5493c-1075-400c-8124-b615931893db completed by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:26:28.257077 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-f6eeb035-f82f-400e-817b-f693e38019d5 None None] Provisioning complete for port 4ae5493c-1075-400c-8124-b615931893db triggered by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:26:28.257450 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-f6eeb035-f82f-400e-817b-f693e38019d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:28.329404 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-f6eeb035-f82f-400e-817b-f693e38019d5 None None] Port 4ae5493c-1075-400c-8124-b615931893db cannot update to ACTIVE because it is not bound. {{(pid=74233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 09:26:28.351007 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e82d52c0-8594-4f8c-b14f-513536117ef0 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15350160'] for port, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:28.356488 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:28.359082 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-23ad9d96-71c2-4584-81d4-dcf4005f8b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:28.419697 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82d52c0-8594-4f8c-b14f-513536117ef0 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Network b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f is already hosted by enough agents. {{(pid=74232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:26:28.424012 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.base_scheduler [None req-e82d52c0-8594-4f8c-b14f-513536117ef0 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Resources bound (agent type, host, resource id): {{(pid=74232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:26:28.428540 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82d52c0-8594-4f8c-b14f-513536117ef0 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Received port after_create {{(pid=74232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:26:28.487341 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d52c0-8594-4f8c-b14f-513536117ef0 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Pushing event updated for resources: {'Port': ['ID=edec097d-31a7-4f2d-bf36-8ea3debfe8d6,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:28.491662 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-e82d52c0-8594-4f8c-b14f-513536117ef0 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:28.539036 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e82d52c0-8594-4f8c-b14f-513536117ef0 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:28.676370 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e82d52c0-8594-4f8c-b14f-513536117ef0 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:28.793572 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-23ad9d96-71c2-4584-81d4-dcf4005f8b29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ae5493c-1075-400c-8124-b615931893db {{(pid=74231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 09:26:28.801798 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-23ad9d96-71c2-4584-81d4-dcf4005f8b29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:28.817365 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.provisioning_blocks [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-23ad9d96-71c2-4584-81d4-dcf4005f8b29 service neutron] Transition to ACTIVE for port object 4ae5493c-1075-400c-8124-b615931893db will not be triggered until provisioned by entity L2. {{(pid=74231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:26:28.891472 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-23ad9d96-71c2-4584-81d4-dcf4005f8b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15534154'] for port, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:28.897434 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-11ce939b-2b05-4fd8-84b2-9c49c7be8c09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:28.917321 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e82d52c0-8594-4f8c-b14f-513536117ef0 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for port, precommit_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:29.015915 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e82d52c0-8594-4f8c-b14f-513536117ef0 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15350153'] for port, after_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:29.031641 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-479d8f1b-e445-4fb9-9be5-cf6cc66d7601 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:29.067916 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad9d96-71c2-4584-81d4-dcf4005f8b29 service neutron] Pushing event updated for resources: {'Port': ['ID=4ae5493c-1075-400c-8124-b615931893db,revision_number=2']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:29.075474 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-23ad9d96-71c2-4584-81d4-dcf4005f8b29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:29.156760 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d52c0-8594-4f8c-b14f-513536117ef0 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Pushing event updated for resources: {'Port': ['ID=edec097d-31a7-4f2d-bf36-8ea3debfe8d6,revision_number=2']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:29.157996 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-23ad9d96-71c2-4584-81d4-dcf4005f8b29 service neutron] Attempting to bind port 4ae5493c-1075-400c-8124-b615931893db on host hv-cinder-79001 for vnic_type normal with profile {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:26:29.158317 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-23ad9d96-71c2-4584-81d4-dcf4005f8b29 service neutron] Attempting to bind port 4ae5493c-1075-400c-8124-b615931893db by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '58f3cc47-6e0e-417d-9711-90ec717e7ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e'}] {{(pid=74231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:26:29.159067 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-23ad9d96-71c2-4584-81d4-dcf4005f8b29 service neutron] Attempting to bind port 4ae5493c-1075-400c-8124-b615931893db on network 64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:26:29.165376 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-23ad9d96-71c2-4584-81d4-dcf4005f8b29 service neutron] Port 4ae5493c-1075-400c-8124-b615931893db on network 64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 09:26:29.165871 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-23ad9d96-71c2-4584-81d4-dcf4005f8b29 service neutron] Attempting to bind port 4ae5493c-1075-400c-8124-b615931893db on network 64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:26:29.168421 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-e82d52c0-8594-4f8c-b14f-513536117ef0 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:29.174533 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e82d52c0-8594-4f8c-b14f-513536117ef0 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670062'] for floatingip, after_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:29.175150 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-23ad9d96-71c2-4584-81d4-dcf4005f8b29 service neutron] Checking agent: {'id': 'e51fd9d5-0712-41db-be1b-bc822ebf26a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 20, 30), 'started_at': datetime.datetime(2021, 5, 6, 9, 20, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 09:26:29.175565 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-23ad9d96-71c2-4584-81d4-dcf4005f8b29 service neutron] Checking segment: {'id': '58f3cc47-6e0e-417d-9711-90ec717e7ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:26:29.175959 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-23ad9d96-71c2-4584-81d4-dcf4005f8b29 service neutron] Bound using segment: {'id': '58f3cc47-6e0e-417d-9711-90ec717e7ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e'} {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 09:26:29.176399 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-23ad9d96-71c2-4584-81d4-dcf4005f8b29 service neutron] Bound port: 4ae5493c-1075-400c-8124-b615931893db, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58f3cc47-6e0e-417d-9711-90ec717e7ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e'}}] {{(pid=74231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:26:29.177582 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-23ad9d96-71c2-4584-81d4-dcf4005f8b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:29.217905 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba5a04-9eaf-4a7f-bf9b-0662f07bafb9 req-6a2fe939-4a70-47e1-8a1d-f278338ecf2c tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:29.219426 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-c3ba5a04-9eaf-4a7f-bf9b-0662f07bafb9 req-6a2fe939-4a70-47e1-8a1d-f278338ecf2c tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Synchronizing usage tracker for tenant:448b7d91cfa34a3c885290dd85f7fd47 on resource:port {{(pid=74232) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:26:29.241076 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 57168) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:26:29.282960 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e82d52c0-8594-4f8c-b14f-513536117ef0 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for floatingip, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:29.289188 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-e82d52c0-8594-4f8c-b14f-513536117ef0 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7019715 May 06 09:26:29.289308 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-23ad9d96-71c2-4584-81d4-dcf4005f8b29 service neutron] For port 4ae5493c-1075-400c-8124-b615931893db, host hv-cinder-79001, cleared binding levels {{(pid=74231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 09:26:29.289308 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-23ad9d96-71c2-4584-81d4-dcf4005f8b29 service neutron] For port 4ae5493c-1075-400c-8124-b615931893db, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=4ae5493c-1075-400c-8124-b615931893db,segment=NetworkSegment(58f3cc47-6e0e-417d-9711-90ec717e7ca2),segment_id=58f3cc47-6e0e-417d-9711-90ec717e7ca2)] {{(pid=74231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 09:26:29.310211 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-c3ba5a04-9eaf-4a7f-bf9b-0662f07bafb9 req-6a2fe939-4a70-47e1-8a1d-f278338ecf2c tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Unset dirty status for tenant:448b7d91cfa34a3c885290dd85f7fd47 on resource:port {{(pid=74232) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:26:29.312537 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-c3ba5a04-9eaf-4a7f-bf9b-0662f07bafb9 req-6a2fe939-4a70-47e1-8a1d-f278338ecf2c tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 943 time: 0.3562639 May 06 09:26:29.360151 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-c3ba5a04-9eaf-4a7f-bf9b-0662f07bafb9 req-ad76eff2-7e19-49b6-922f-caa8aed0100a tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Synchronizing usage tracker for tenant:448b7d91cfa34a3c885290dd85f7fd47 on resource:security_group {{(pid=74232) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:26:29.367869 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-23ad9d96-71c2-4584-81d4-dcf4005f8b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15534154'] for port, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:29.372830 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-1f6245a8-5d80-49c9-bc20-2f25164422cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:29.405169 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-6d94c122-e35e-404b-b738-7f5f2155225e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:29.429840 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-23ad9d96-71c2-4584-81d4-dcf4005f8b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:29.430461 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-23ad9d96-71c2-4584-81d4-dcf4005f8b29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:29.431942 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-23ad9d96-71c2-4584-81d4-dcf4005f8b29 service neutron] 10.222.0.79 "PUT /v2.0/ports/4ae5493c-1075-400c-8124-b615931893db HTTP/1.1" status: 200 len: 1093 time: 1.3616667 May 06 09:26:29.432468 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1c8a10-1fda-4554-94c8-45ee7ef98d43', 'tag': '4ae5493c-1075-400c-8124-b615931893db'}] {{(pid=74231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:26:29.462419 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad9d96-71c2-4584-81d4-dcf4005f8b29 service neutron] Pushing event updated for resources: {'Port': ['ID=4ae5493c-1075-400c-8124-b615931893db,revision_number=3']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:29.479549 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-23ad9d96-71c2-4584-81d4-dcf4005f8b29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:29.523043 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-c3ba5a04-9eaf-4a7f-bf9b-0662f07bafb9 req-ad76eff2-7e19-49b6-922f-caa8aed0100a tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Unset dirty status for tenant:448b7d91cfa34a3c885290dd85f7fd47 on resource:security_group {{(pid=74232) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:26:29.524854 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-c3ba5a04-9eaf-4a7f-bf9b-0662f07bafb9 req-ad76eff2-7e19-49b6-922f-caa8aed0100a tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ed85b8-a725-409f-accf-d3f84002ae12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065246 May 06 09:26:29.536664 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-6d94c122-e35e-404b-b738-7f5f2155225e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:26:29.552271 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-6d94c122-e35e-404b-b738-7f5f2155225e admin admin] Usage tracker for resource:security_group_rule and tenant:9a159db3c08c4998b07627a5e5b4bc98 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:26:29.560960 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-6d94c122-e35e-404b-b738-7f5f2155225e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:26:29.561305 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-432a7539-09d5-4036-8ae2-19e5728f1ddf tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Synchronizing usage tracker for tenant:87a87eb65c3849949fab4179da2d6886 on resource:security_group {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:26:29.583070 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-6d94c122-e35e-404b-b738-7f5f2155225e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:26:29.682307 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1c8a10-1fda-4554-94c8-45ee7ef98d43', 'tag': '4ae5493c-1075-400c-8124-b615931893db', 'status': 'completed', 'code': 200} May 06 09:26:29.694186 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-6d94c122-e35e-404b-b738-7f5f2155225e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:29.714226 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-00726994-6953-4ce3-85db-3935c9339424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:29.715748 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-00726994-6953-4ce3-85db-3935c9339424 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=448b7d91cfa34a3c885290dd85f7fd47&device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 1096 time: 0.1348193 May 06 09:26:29.784236 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-6d94c122-e35e-404b-b738-7f5f2155225e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:29.790638 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-8b24933c-d828-448c-bab1-83ebeac2d411 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ae5493c-1075-400c-8124-b615931893db HTTP/1.1" status: 200 len: 217 time: 0.0672774 May 06 09:26:29.791582 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-432a7539-09d5-4036-8ae2-19e5728f1ddf tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Unset dirty status for tenant:87a87eb65c3849949fab4179da2d6886 on resource:security_group {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:26:29.793236 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-432a7539-09d5-4036-8ae2-19e5728f1ddf tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1181998773&fields=id&tenant_id=87a87eb65c3849949fab4179da2d6886 HTTP/1.1" status: 200 len: 267 time: 0.3042486 May 06 09:26:29.794589 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-4891cf9c-f381-4027-a9ed-1fec3c605b0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:29.840581 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94c122-e35e-404b-b738-7f5f2155225e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5f9f26-9ba8-4296-86a1-8c31d2381843,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:29.846800 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-6d94c122-e35e-404b-b738-7f5f2155225e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a159db3c08c4998b07627a5e5b4bc98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6041164 May 06 09:26:29.847820 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-6d94c122-e35e-404b-b738-7f5f2155225e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:29.849813 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 57194) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:26:29.955942 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-7a9abaf9-a707-468b-8093-73d2d6dbe78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:29.985338 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-7a9abaf9-a707-468b-8093-73d2d6dbe78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:30.025889 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-c8df5a60-2cff-4286-99c3-aeb2e5ee8446 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:30.027349 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-c8df5a60-2cff-4286-99c3-aeb2e5ee8446 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/networks?id=e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a HTTP/1.1" status: 200 len: 817 time: 0.1928625 May 06 09:26:30.029047 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-8c4edb7d-87cf-409d-b319-d0b01696faee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:30.030293 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-8c4edb7d-87cf-409d-b319-d0b01696faee service neutron] 10.222.0.79 "GET /v2.0/subnets?id=18122794-0941-4191-b141-54c55ba118c3 HTTP/1.1" status: 200 len: 848 time: 0.2327297 May 06 09:26:30.093930 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-7fb6006b-b0ee-4b39-b079-bfe3eb981e7b tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/quotas/87a87eb65c3849949fab4179da2d6886 HTTP/1.1" status: 200 len: 375 time: 0.0474904 May 06 09:26:30.138516 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-7a9abaf9-a707-468b-8093-73d2d6dbe78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:30.143809 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-b2538b10-f53e-4522-8e98-04f3dccdfafe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:30.160562 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9abaf9-a707-468b-8093-73d2d6dbe78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5f9f26-9ba8-4296-86a1-8c31d2381843,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:30.163320 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-7a9abaf9-a707-468b-8093-73d2d6dbe78c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:30.166150 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-7a9abaf9-a707-468b-8093-73d2d6dbe78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:30.168013 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-7a9abaf9-a707-468b-8093-73d2d6dbe78c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3b5f9f26-9ba8-4296-86a1-8c31d2381843 HTTP/1.1" status: 204 len: 168 time: 0.3172872 May 06 09:26:30.184428 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-2563977e-7a48-442f-ad8d-a7f3ef5df856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:30.188186 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-2563977e-7a48-442f-ad8d-a7f3ef5df856 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1301336 May 06 09:26:30.286403 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-e02d006f-ff77-4092-a1a1-0bd81d1b8965 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Synchronizing usage tracker for tenant:87a87eb65c3849949fab4179da2d6886 on resource:port {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:26:30.291777 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.agents_db [None req-638a5930-6b89-4b54-bbc4-25c5e7558cab None None] Agent healthcheck: found 6 active agents {{(pid=74234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 09:26:30.358398 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-732c8679-b978-48c9-b451-54f38afcea39 service neutron] 10.222.0.79 "GET /v2.0/networks/64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584430 May 06 09:26:30.486599 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-e02d006f-ff77-4092-a1a1-0bd81d1b8965 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Unset dirty status for tenant:87a87eb65c3849949fab4179da2d6886 on resource:port {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:26:30.487833 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-e02d006f-ff77-4092-a1a1-0bd81d1b8965 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=87a87eb65c3849949fab4179da2d6886&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3861361 May 06 09:26:30.521642 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:30.718769 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-2d45fff3-1180-4d05-abff-ffb4f0e4f6f5 req-77d65a97-bec4-438c-8432-95910e2f4b1c service neutron] 10.222.0.79 "GET /v2.0/networks/64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472364 May 06 09:26:30.726796 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-6a20c80b-d60f-4b3a-9c28-268f56ce4bb3 service neutron] 10.222.0.20 "GET /v2.0/networks/e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924987 May 06 09:26:30.806120 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99732514-280a-447e-895d-c7c6af2da155 req-5d19fd75-d97c-40a6-9946-aabdb5a1ffe3 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:30.807656 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-99732514-280a-447e-895d-c7c6af2da155 req-5d19fd75-d97c-40a6-9946-aabdb5a1ffe3 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 943 time: 0.0967643 May 06 09:26:30.860280 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-99732514-280a-447e-895d-c7c6af2da155 req-ce2c2d39-9518-4f39-9755-a397c5fe0bf5 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ed85b8-a725-409f-accf-d3f84002ae12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428782 May 06 09:26:30.972869 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-31faecea-3156-444e-83c7-3df3c4e327e2 service neutron] 10.222.0.20 "GET /v2.0/networks/e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392607 May 06 09:26:31.000026 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e94da2-de15-4b69-8ae0-a7bfe2158f8c req-8fe15610-a559-4ff3-b68c-3cd69bcac6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:31.002598 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-73e94da2-de15-4b69-8ae0-a7bfe2158f8c req-8fe15610-a559-4ff3-b68c-3cd69bcac6b7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=448b7d91cfa34a3c885290dd85f7fd47&device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 1096 time: 0.1534111 May 06 09:26:31.040838 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 57212) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:26:31.062320 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-1902ef1d-26ce-42b4-8d25-666158c12d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:31.082877 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-1902ef1d-26ce-42b4-8d25-666158c12d98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:26:31.099952 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-1902ef1d-26ce-42b4-8d25-666158c12d98 admin admin] Usage tracker for resource:security_group_rule and tenant:9b181bd65e9649a4a8fa683ffabec888 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:26:31.105522 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-1902ef1d-26ce-42b4-8d25-666158c12d98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:26:31.117100 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-1902ef1d-26ce-42b4-8d25-666158c12d98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:26:31.229706 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e94da2-de15-4b69-8ae0-a7bfe2158f8c req-e3fc7cb8-2d9d-4462-b8a8-ffbd1dcf2406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:31.232190 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-73e94da2-de15-4b69-8ae0-a7bfe2158f8c req-e3fc7cb8-2d9d-4462-b8a8-ffbd1dcf2406 service neutron] 10.222.0.79 "GET /v2.0/networks?id=64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e HTTP/1.1" status: 200 len: 911 time: 0.2233381 May 06 09:26:31.306163 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-efc6945f-3552-4314-96f7-6fe282a58625 req-46e477cb-d387-478a-a102-48644a5c60e1 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 210 time: 0.0778008 May 06 09:26:31.318407 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-1902ef1d-26ce-42b4-8d25-666158c12d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:31.361363 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-73e94da2-de15-4b69-8ae0-a7bfe2158f8c req-572e8894-2c4b-4a53-ad85-b88014cac288 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ae5493c-1075-400c-8124-b615931893db HTTP/1.1" status: 200 len: 217 time: 0.1220191 May 06 09:26:31.376761 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-1902ef1d-26ce-42b4-8d25-666158c12d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:31.394858 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-7a9abaf9-a707-468b-8093-73d2d6dbe78c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:31.429608 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e94da2-de15-4b69-8ae0-a7bfe2158f8c req-8648797a-4d81-4e64-bdd1-b75a6e404707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:31.431095 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-73e94da2-de15-4b69-8ae0-a7bfe2158f8c req-8648797a-4d81-4e64-bdd1-b75a6e404707 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=18122794-0941-4191-b141-54c55ba118c3 HTTP/1.1" status: 200 len: 848 time: 0.0631754 May 06 09:26:31.477237 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1902ef1d-26ce-42b4-8d25-666158c12d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c1274d-b3a8-411f-9a18-e7bf85e6776c,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:31.482978 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-1902ef1d-26ce-42b4-8d25-666158c12d98 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b181bd65e9649a4a8fa683ffabec888&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4408414 May 06 09:26:31.485275 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-1902ef1d-26ce-42b4-8d25-666158c12d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:31.491093 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 57230) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:26:31.527013 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e94da2-de15-4b69-8ae0-a7bfe2158f8c req-d85187db-5cde-4555-8fe6-2aef72d66cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:31.528541 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-73e94da2-de15-4b69-8ae0-a7bfe2158f8c req-d85187db-5cde-4555-8fe6-2aef72d66cba service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0891640 May 06 09:26:31.555018 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-319c2d19-e82d-4293-a6d6-5739f27bfccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:31.585782 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-319c2d19-e82d-4293-a6d6-5739f27bfccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:31.694670 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-319c2d19-e82d-4293-a6d6-5739f27bfccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:31.701481 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-8835038c-7bb6-40b5-b71f-477eb7832093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:31.705625 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-73e94da2-de15-4b69-8ae0-a7bfe2158f8c req-8c4c66dc-7495-4897-817a-87cb8e04ba8a service neutron] 10.222.0.79 "GET /v2.0/networks/64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651323 May 06 09:26:31.716213 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319c2d19-e82d-4293-a6d6-5739f27bfccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c1274d-b3a8-411f-9a18-e7bf85e6776c,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:31.719803 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-319c2d19-e82d-4293-a6d6-5739f27bfccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:31.720815 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-319c2d19-e82d-4293-a6d6-5739f27bfccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:31.724117 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-319c2d19-e82d-4293-a6d6-5739f27bfccc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/77c1274d-b3a8-411f-9a18-e7bf85e6776c HTTP/1.1" status: 204 len: 168 time: 0.2350521 May 06 09:26:31.857104 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-73e94da2-de15-4b69-8ae0-a7bfe2158f8c req-80246bd9-2e2e-404f-a3a9-b69fbd1783e6 service neutron] 10.222.0.79 "GET /v2.0/networks/64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461444 May 06 09:26:31.949578 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 57242) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:26:32.061131 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a70adb-5d20-4476-9e69-bf3ca4bbd564 req-c54e384b-8511-425d-a12f-33327cfd6fae tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:32.063142 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-70a70adb-5d20-4476-9e69-bf3ca4bbd564 req-c54e384b-8511-425d-a12f-33327cfd6fae tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 943 time: 0.0861344 May 06 09:26:32.135270 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-70a70adb-5d20-4476-9e69-bf3ca4bbd564 req-6ba6afc4-3b1b-47db-bd49-a9fdf053e57a tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ed85b8-a725-409f-accf-d3f84002ae12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651534 May 06 09:26:32.231623 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ae504db1-f1a0-4d27-9555-fb0a79107558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:32.247206 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-ae504db1-f1a0-4d27-9555-fb0a79107558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:26:32.251370 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-ae504db1-f1a0-4d27-9555-fb0a79107558 admin admin] Usage tracker for resource:security_group_rule and tenant:b0b3572c5c1d4a768125dfef87b5c0b3 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:26:32.254322 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-ae504db1-f1a0-4d27-9555-fb0a79107558 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:26:32.260751 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-ae504db1-f1a0-4d27-9555-fb0a79107558 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:26:32.353384 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ae504db1-f1a0-4d27-9555-fb0a79107558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:32.461238 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-5bed933a-8a32-460c-b911-6af93ae98e92 req-794aeff1-ed5d-4923-aea3-05521b1dd8fd tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 210 time: 0.0477183 May 06 09:26:32.731980 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ae504db1-f1a0-4d27-9555-fb0a79107558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:32.740594 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-90d719ed-8e58-4706-b88e-7fff5f943e53 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:32.780797 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-ae504db1-f1a0-4d27-9555-fb0a79107558 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b0b3572c5c1d4a768125dfef87b5c0b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8304269 May 06 09:26:32.782514 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae504db1-f1a0-4d27-9555-fb0a79107558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e900fdd8-ac3d-4f8b-964e-3e0e27c2568c,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:32.783432 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 57262) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:26:32.785454 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-ae504db1-f1a0-4d27-9555-fb0a79107558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:32.843254 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-be1fecd0-8a77-49f6-a044-98282830654e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:32.868609 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-be1fecd0-8a77-49f6-a044-98282830654e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:33.161793 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-be1fecd0-8a77-49f6-a044-98282830654e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:33.161793 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-9c7aa4bc-fed0-4649-8cca-60ac047d53ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:33.174556 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1fecd0-8a77-49f6-a044-98282830654e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e900fdd8-ac3d-4f8b-964e-3e0e27c2568c,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:33.177602 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-be1fecd0-8a77-49f6-a044-98282830654e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:33.179913 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-be1fecd0-8a77-49f6-a044-98282830654e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:33.197128 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-be1fecd0-8a77-49f6-a044-98282830654e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e900fdd8-ac3d-4f8b-964e-3e0e27c2568c HTTP/1.1" status: 204 len: 168 time: 0.3996565 May 06 09:26:33.349433 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b56e2-3c95-483e-abc4-b9e86e93b8ff req-6b17e3c0-db31-448b-a90a-2fe13e6ae28f tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:33.351052 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-062b56e2-3c95-483e-abc4-b9e86e93b8ff req-6b17e3c0-db31-448b-a90a-2fe13e6ae28f tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 943 time: 0.0915616 May 06 09:26:33.398501 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-062b56e2-3c95-483e-abc4-b9e86e93b8ff req-1d621f86-4e6e-408a-9252-f790cc8af5e3 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ed85b8-a725-409f-accf-d3f84002ae12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402188 May 06 09:26:33.638873 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-f517b058-eca4-4f51-8b79-c3e6e1e72545 req-db42ff92-8069-47c6-84e9-b85d373752dd tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 210 time: 0.0437503 May 06 09:26:34.114692 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 4ae5493c-1075-400c-8124-b615931893db details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 09:26:34.262141 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 4ae5493c-1075-400c-8124-b615931893db, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=4ae5493c-1075-400c-8124-b615931893db,segment=NetworkSegment(58f3cc47-6e0e-417d-9711-90ec717e7ca2),segment_id=58f3cc47-6e0e-417d-9711-90ec717e7ca2)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:26:34.277239 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Returning: {'device': '4ae5493c-1075-400c-8124-b615931893db', 'network_id': '64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e', 'port_id': '4ae5493c-1075-400c-8124-b615931893db', 'mac_address': 'fa:16:3e:79:a5:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18122794-0941-4191-b141-54c55ba118c3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 09:26:34.356765 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:34.380924 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ae5493c-1075-400c-8124-b615931893db {{(pid=74233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 09:26:34.401854 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 4ae5493c-1075-400c-8124-b615931893db, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=4ae5493c-1075-400c-8124-b615931893db,segment=NetworkSegment(58f3cc47-6e0e-417d-9711-90ec717e7ca2),segment_id=58f3cc47-6e0e-417d-9711-90ec717e7ca2)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:26:34.428780 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-33a3d374-5a7b-468e-8df6-46fe44e9c706 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:34.430439 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-33a3d374-5a7b-468e-8df6-46fe44e9c706 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.79 "GET /v2.0/networks?id=e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a HTTP/1.1" status: 200 len: 817 time: 0.2774832 May 06 09:26:34.493985 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-eb87f091-c976-4880-a64b-37f56a8df622 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87a87eb65c3849949fab4179da2d6886 HTTP/1.1" status: 200 len: 380 time: 0.0483577 May 06 09:26:34.498796 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:34.502530 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:34.504285 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-d0d4a82e-961c-4d90-8e6a-df6fd1fcc5c4 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Request body: {'port': {'device_id': '2a3b0fad-238e-493e-bffc-ef7e40650ded', 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a', 'admin_state_up': True, 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'security_groups': ['294592a6-d72f-4aed-a0ba-0e0f9dd5b83f']}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:26:34.649928 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=4ae5493c-1075-400c-8124-b615931893db,revision_number=4']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:34.663075 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:34.663075 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:34.663437 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:34.663954 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:34.664624 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:34.664742 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:34.665743 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:34.665743 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:34.665743 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:34.666006 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:34.666299 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:34.666615 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:34.673257 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:34.724501 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-d0d4a82e-961c-4d90-8e6a-df6fd1fcc5c4 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:26:34.734676 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-d0d4a82e-961c-4d90-8e6a-df6fd1fcc5c4 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:26:34.750230 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6784297-031c-4e93-be60-0efab53fd3b9 req-d9c61f79-f564-47c4-b815-c17b8000cc40 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:34.751869 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e6784297-031c-4e93-be60-0efab53fd3b9 req-d9c61f79-f564-47c4-b815-c17b8000cc40 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 944 time: 0.2297459 May 06 09:26:34.756426 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] get_ports_and_sgs() called for port_ids ['4ae5493c-1075-400c-8124-b615931893db'] {{(pid=74233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 09:26:34.806535 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e6784297-031c-4e93-be60-0efab53fd3b9 req-351605e3-f795-45a2-a30a-9727e5d71d82 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ed85b8-a725-409f-accf-d3f84002ae12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436037 May 06 09:26:34.829729 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-ad8b5d80-3b27-468f-a31c-c93b9d0ce217 req-85ba27d0-e28c-4787-ad56-1880413ea147 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 210 time: 0.0512767 May 06 09:26:34.859144 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-d0d4a82e-961c-4d90-8e6a-df6fd1fcc5c4 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Made reservation on behalf of 87a87eb65c3849949fab4179da2d6886 for: {'port': 1} {{(pid=74231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:26:34.863621 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-d0d4a82e-961c-4d90-8e6a-df6fd1fcc5c4 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:35.047466 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.db_base_plugin_common [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-d0d4a82e-961c-4d90-8e6a-df6fd1fcc5c4 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Allocated IP 172.20.0.8 (e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a/3327bb7d-2498-459f-aedf-d87f7d766be5/37de4791-f9c4-48f6-a7bb-a8833aa74417) {{(pid=74231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:26:35.211817 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 57322) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:26:35.250301 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-d0d4a82e-961c-4d90-8e6a-df6fd1fcc5c4 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for port, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:35.265819 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.provisioning_blocks [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-d0d4a82e-961c-4d90-8e6a-df6fd1fcc5c4 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Transition to ACTIVE for port object 37de4791-f9c4-48f6-a7bb-a8833aa74417 will not be triggered until provisioned by entity DHCP. {{(pid=74231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:26:35.330518 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-1c779ebf-0ec8-42e1-b867-4d7b91a50b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:35.345177 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-1c779ebf-0ec8-42e1-b867-4d7b91a50b96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:26:35.348906 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-1c779ebf-0ec8-42e1-b867-4d7b91a50b96 admin admin] Usage tracker for resource:security_group_rule and tenant:567ee09295f046f195d2447a40a03474 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:26:35.351680 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-1c779ebf-0ec8-42e1-b867-4d7b91a50b96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:26:35.357543 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-1c779ebf-0ec8-42e1-b867-4d7b91a50b96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:26:35.396617 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-d0d4a82e-961c-4d90-8e6a-df6fd1fcc5c4 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:35.402686 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-8e7ee59e-eab7-49e5-9a5f-74d197a4feed tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:35.480099 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-d0d4a82e-961c-4d90-8e6a-df6fd1fcc5c4 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Network e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a is already hosted by enough agents. {{(pid=74231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:26:35.483093 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.base_scheduler [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-d0d4a82e-961c-4d90-8e6a-df6fd1fcc5c4 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Resources bound (agent type, host, resource id): {{(pid=74231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:26:35.491793 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-d0d4a82e-961c-4d90-8e6a-df6fd1fcc5c4 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Received port after_create {{(pid=74231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:26:35.529289 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d4a82e-961c-4d90-8e6a-df6fd1fcc5c4 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Pushing event updated for resources: {'Port': ['ID=37de4791-f9c4-48f6-a7bb-a8833aa74417,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:35.533986 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-d0d4a82e-961c-4d90-8e6a-df6fd1fcc5c4 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:35.562773 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-d0d4a82e-961c-4d90-8e6a-df6fd1fcc5c4 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:35.563424 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-d0d4a82e-961c-4d90-8e6a-df6fd1fcc5c4 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:35.608390 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-1c779ebf-0ec8-42e1-b867-4d7b91a50b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:35.687130 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-1c779ebf-0ec8-42e1-b867-4d7b91a50b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:35.694043 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:35.735570 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-1c779ebf-0ec8-42e1-b867-4d7b91a50b96 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=567ee09295f046f195d2447a40a03474&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5226972 May 06 09:26:35.736463 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c779ebf-0ec8-42e1-b867-4d7b91a50b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572fa265-e4b6-4b84-afa2-c7e897929ccb,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:35.738512 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 57330) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:26:35.739335 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-1c779ebf-0ec8-42e1-b867-4d7b91a50b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:35.751257 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-d0d4a82e-961c-4d90-8e6a-df6fd1fcc5c4 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2517087 May 06 09:26:35.762998 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-8bedf7f0-adcf-4138-b643-389e25eaa9d8 service neutron] Request body: {'port': {'device_id': '2a3b0fad-238e-493e-bffc-ef7e40650ded', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:26:35.798508 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-0c7eefbf-c111-4f0a-839e-cf1a77c93fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:35.805117 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-e711c206-b420-47ed-ba9b-e14ad5733fe5 None None] Provisioning for port 37de4791-f9c4-48f6-a7bb-a8833aa74417 completed by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:26:35.813862 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-e711c206-b420-47ed-ba9b-e14ad5733fe5 None None] Provisioning complete for port 37de4791-f9c4-48f6-a7bb-a8833aa74417 triggered by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:26:35.814994 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-e711c206-b420-47ed-ba9b-e14ad5733fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:35.829396 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-0c7eefbf-c111-4f0a-839e-cf1a77c93fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:35.891517 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-e711c206-b420-47ed-ba9b-e14ad5733fe5 None None] Port 37de4791-f9c4-48f6-a7bb-a8833aa74417 cannot update to ACTIVE because it is not bound. {{(pid=74233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 09:26:35.914754 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-8bedf7f0-adcf-4138-b643-389e25eaa9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:35.985116 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-0c7eefbf-c111-4f0a-839e-cf1a77c93fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:35.990423 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-ae504db1-f1a0-4d27-9555-fb0a79107558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:36.010373 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7eefbf-c111-4f0a-839e-cf1a77c93fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572fa265-e4b6-4b84-afa2-c7e897929ccb,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:36.012976 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-0c7eefbf-c111-4f0a-839e-cf1a77c93fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:36.031047 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-0c7eefbf-c111-4f0a-839e-cf1a77c93fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:36.037621 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-0c7eefbf-c111-4f0a-839e-cf1a77c93fbb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/572fa265-e4b6-4b84-afa2-c7e897929ccb HTTP/1.1" status: 204 len: 168 time: 0.2969298 May 06 09:26:36.064524 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe8239-7836-427a-8ef5-97f2787c94d7 req-94e6a747-3c0d-42ef-9c7b-215b8c08dd52 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:36.066083 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-97fe8239-7836-427a-8ef5-97f2787c94d7 req-94e6a747-3c0d-42ef-9c7b-215b8c08dd52 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 944 time: 0.1295741 May 06 09:26:36.115598 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-97fe8239-7836-427a-8ef5-97f2787c94d7 req-6d7db3c8-4e55-4635-b16e-3cb113a5b92e tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ed85b8-a725-409f-accf-d3f84002ae12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433278 May 06 09:26:36.142488 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 4ae5493c-1075-400c-8124-b615931893db up at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:26:36.215034 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e109fd5-877c-4c78-87c3-b16c63f3ca1d req-95faa18e-c139-4fcb-9c30-55e07de7f70d tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:36.215738 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-7e109fd5-877c-4c78-87c3-b16c63f3ca1d req-95faa18e-c139-4fcb-9c30-55e07de7f70d tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Synchronizing usage tracker for tenant:87a87eb65c3849949fab4179da2d6886 on resource:port {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:26:36.285220 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Provisioning for port 4ae5493c-1075-400c-8124-b615931893db completed by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:26:36.290006 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Provisioning complete for port 4ae5493c-1075-400c-8124-b615931893db triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:26:36.293999 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:36.334160 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-7e109fd5-877c-4c78-87c3-b16c63f3ca1d req-95faa18e-c139-4fcb-9c30-55e07de7f70d tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Unset dirty status for tenant:87a87eb65c3849949fab4179da2d6886 on resource:port {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:26:36.334160 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-7e109fd5-877c-4c78-87c3-b16c63f3ca1d req-95faa18e-c139-4fcb-9c30-55e07de7f70d tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 931 time: 0.3552146 May 06 09:26:36.373701 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-8bedf7f0-adcf-4138-b643-389e25eaa9d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37de4791-f9c4-48f6-a7bb-a8833aa74417 {{(pid=74231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 09:26:36.391893 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-8bedf7f0-adcf-4138-b643-389e25eaa9d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:36.404458 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-7e109fd5-877c-4c78-87c3-b16c63f3ca1d req-3e5fb5c2-5210-443e-a681-886683ae1234 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654693 May 06 09:26:36.413698 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.provisioning_blocks [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-8bedf7f0-adcf-4138-b643-389e25eaa9d8 service neutron] Transition to ACTIVE for port object 37de4791-f9c4-48f6-a7bb-a8833aa74417 will not be triggered until provisioned by entity L2. {{(pid=74231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:26:36.424710 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:36.452231 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1c8a10-1fda-4554-94c8-45ee7ef98d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae5493c-1075-400c-8124-b615931893db'}] {{(pid=74233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:26:36.462072 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 4ae5493c-1075-400c-8124-b615931893db, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=4ae5493c-1075-400c-8124-b615931893db,segment=NetworkSegment(58f3cc47-6e0e-417d-9711-90ec717e7ca2),segment_id=58f3cc47-6e0e-417d-9711-90ec717e7ca2)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:26:36.492584 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-8bedf7f0-adcf-4138-b643-389e25eaa9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15534154'] for port, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:36.496561 dv-cinder-790014-1-smb neutron-server[74233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1c8a10-1fda-4554-94c8-45ee7ef98d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae5493c-1075-400c-8124-b615931893db', 'code': 200} May 06 09:26:36.499810 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-dcd8af29-faeb-4561-b7db-905e52d2326a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:36.553807 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:36.556001 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:36.629068 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=4ae5493c-1075-400c-8124-b615931893db,revision_number=5']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:36.632146 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:36.772551 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bedf7f0-adcf-4138-b643-389e25eaa9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=37de4791-f9c4-48f6-a7bb-a8833aa74417,revision_number=2']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:36.799567 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-8bedf7f0-adcf-4138-b643-389e25eaa9d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:36.802787 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 57346) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:26:36.828913 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-14cfc8aa-9c2b-41bb-96a9-8d12d0a58555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:36.854537 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-14cfc8aa-9c2b-41bb-96a9-8d12d0a58555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:26:36.866421 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-14cfc8aa-9c2b-41bb-96a9-8d12d0a58555 admin admin] Usage tracker for resource:security_group_rule and tenant:0f08faa4d54442ff9fb71e4974ffcbe8 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:26:36.871840 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-14cfc8aa-9c2b-41bb-96a9-8d12d0a58555 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:26:36.880832 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-14cfc8aa-9c2b-41bb-96a9-8d12d0a58555 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:26:36.882568 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-8bedf7f0-adcf-4138-b643-389e25eaa9d8 service neutron] Attempting to bind port 37de4791-f9c4-48f6-a7bb-a8833aa74417 on host hv-cinder-79001 for vnic_type normal with profile {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:26:36.882968 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-8bedf7f0-adcf-4138-b643-389e25eaa9d8 service neutron] Attempting to bind port 37de4791-f9c4-48f6-a7bb-a8833aa74417 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '36c7da13-cf7e-4164-9f19-b350301e7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a'}] {{(pid=74231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:26:36.883298 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-8bedf7f0-adcf-4138-b643-389e25eaa9d8 service neutron] Attempting to bind port 37de4791-f9c4-48f6-a7bb-a8833aa74417 on network e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:26:36.893078 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-8bedf7f0-adcf-4138-b643-389e25eaa9d8 service neutron] Port 37de4791-f9c4-48f6-a7bb-a8833aa74417 on network e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 09:26:36.893401 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-8bedf7f0-adcf-4138-b643-389e25eaa9d8 service neutron] Attempting to bind port 37de4791-f9c4-48f6-a7bb-a8833aa74417 on network e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:26:36.905993 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-8bedf7f0-adcf-4138-b643-389e25eaa9d8 service neutron] Checking agent: {'id': 'e51fd9d5-0712-41db-be1b-bc822ebf26a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 20, 30), 'started_at': datetime.datetime(2021, 5, 6, 9, 20, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 09:26:36.906323 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-8bedf7f0-adcf-4138-b643-389e25eaa9d8 service neutron] Checking segment: {'id': '36c7da13-cf7e-4164-9f19-b350301e7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:26:36.906703 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-8bedf7f0-adcf-4138-b643-389e25eaa9d8 service neutron] Bound using segment: {'id': '36c7da13-cf7e-4164-9f19-b350301e7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a'} {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 09:26:36.907131 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-8bedf7f0-adcf-4138-b643-389e25eaa9d8 service neutron] Bound port: 37de4791-f9c4-48f6-a7bb-a8833aa74417, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36c7da13-cf7e-4164-9f19-b350301e7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a'}}] {{(pid=74231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:26:36.907475 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-8bedf7f0-adcf-4138-b643-389e25eaa9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:36.951515 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929108a5-3dfd-4e71-bc28-f23bf5cc409f req-44928ae3-d4ef-4f55-931d-b6e464c8f36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:36.953563 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-929108a5-3dfd-4e71-bc28-f23bf5cc409f req-44928ae3-d4ef-4f55-931d-b6e464c8f36a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 1098 time: 0.0700028 May 06 09:26:36.993946 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-929108a5-3dfd-4e71-bc28-f23bf5cc409f req-33955fe0-ed35-44a8-adde-983181491f98 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d8ed85b8-a725-409f-accf-d3f84002ae12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343173 May 06 09:26:37.029249 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-8bedf7f0-adcf-4138-b643-389e25eaa9d8 service neutron] For port 37de4791-f9c4-48f6-a7bb-a8833aa74417, host hv-cinder-79001, cleared binding levels {{(pid=74231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 09:26:37.034325 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-8bedf7f0-adcf-4138-b643-389e25eaa9d8 service neutron] For port 37de4791-f9c4-48f6-a7bb-a8833aa74417, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=37de4791-f9c4-48f6-a7bb-a8833aa74417,segment=NetworkSegment(36c7da13-cf7e-4164-9f19-b350301e7409),segment_id=36c7da13-cf7e-4164-9f19-b350301e7409)] {{(pid=74231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 09:26:37.058999 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-14cfc8aa-9c2b-41bb-96a9-8d12d0a58555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:37.092703 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-8bedf7f0-adcf-4138-b643-389e25eaa9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15534154'] for port, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:37.097000 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-54cbcb16-65cf-41a6-8445-c141ebbbbfb7 tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:37.141339 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-14cfc8aa-9c2b-41bb-96a9-8d12d0a58555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:37.174317 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-8bedf7f0-adcf-4138-b643-389e25eaa9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:37.174943 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-8bedf7f0-adcf-4138-b643-389e25eaa9d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:37.176360 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-8bedf7f0-adcf-4138-b643-389e25eaa9d8 service neutron] 10.222.0.79 "PUT /v2.0/ports/37de4791-f9c4-48f6-a7bb-a8833aa74417 HTTP/1.1" status: 200 len: 1093 time: 1.4176035 May 06 09:26:37.176856 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a3b0fad-238e-493e-bffc-ef7e40650ded', 'tag': '37de4791-f9c4-48f6-a7bb-a8833aa74417'}] {{(pid=74231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:26:37.197842 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-14cfc8aa-9c2b-41bb-96a9-8d12d0a58555 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f08faa4d54442ff9fb71e4974ffcbe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3927152 May 06 09:26:37.199094 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 57354) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:26:37.216332 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bedf7f0-adcf-4138-b643-389e25eaa9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=37de4791-f9c4-48f6-a7bb-a8833aa74417,revision_number=3']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:37.224992 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-8bedf7f0-adcf-4138-b643-389e25eaa9d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:37.226660 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:37.283263 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a3b0fad-238e-493e-bffc-ef7e40650ded', 'tag': '37de4791-f9c4-48f6-a7bb-a8833aa74417', 'status': 'completed', 'code': 200} May 06 09:26:37.286744 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ff972c76-278a-4c71-9a86-c778010aa014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:37.318189 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ff972c76-278a-4c71-9a86-c778010aa014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:37.351686 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cfc8aa-9c2b-41bb-96a9-8d12d0a58555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979c73b5-7904-4ab0-b862-ea34b8c06c29,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:37.356586 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-14cfc8aa-9c2b-41bb-96a9-8d12d0a58555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:37.412066 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20133c99-a794-4236-a5e8-c651c5489c0b req-3368b1a2-80d0-41ed-ab5e-62a41ab76981 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:37.413442 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-20133c99-a794-4236-a5e8-c651c5489c0b req-3368b1a2-80d0-41ed-ab5e-62a41ab76981 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 945 time: 0.1758947 May 06 09:26:37.415317 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-eb1f07d5-9f18-4472-9a11-1ee1f79d0c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:37.416642 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-eb1f07d5-9f18-4472-9a11-1ee1f79d0c3d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=87a87eb65c3849949fab4179da2d6886&device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 1096 time: 0.1353326 May 06 09:26:37.479998 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ff972c76-278a-4c71-9a86-c778010aa014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:37.485346 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-87722268-a74f-44d5-ae85-f61e5205aa87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:37.502116 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-92ff67fc-5caa-4b6e-b2a5-47b1d6680882 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37de4791-f9c4-48f6-a7bb-a8833aa74417 HTTP/1.1" status: 200 len: 217 time: 0.0694532 May 06 09:26:37.507965 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff972c76-278a-4c71-9a86-c778010aa014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979c73b5-7904-4ab0-b862-ea34b8c06c29,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:37.511301 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-ff972c76-278a-4c71-9a86-c778010aa014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:37.514104 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ff972c76-278a-4c71-9a86-c778010aa014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:37.517941 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-ff972c76-278a-4c71-9a86-c778010aa014 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/979c73b5-7904-4ab0-b862-ea34b8c06c29 HTTP/1.1" status: 204 len: 168 time: 0.3157260 May 06 09:26:37.564591 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-20133c99-a794-4236-a5e8-c651c5489c0b req-5f2f3400-7b48-408a-99f7-510ce7c25110 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ed85b8-a725-409f-accf-d3f84002ae12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453404 May 06 09:26:37.584911 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-a250467b-d3e8-41f2-96e1-9c46484809da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:37.586344 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-a250467b-d3e8-41f2-96e1-9c46484809da service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3327bb7d-2498-459f-aedf-d87f7d766be5 HTTP/1.1" status: 200 len: 856 time: 0.0686669 May 06 09:26:37.626476 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663fa13-3978-41e8-b3ef-8a455b569dd2 req-9d1d2349-33f2-4f37-b745-4a9d9a4e522d tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:37.627976 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-6663fa13-3978-41e8-b3ef-8a455b569dd2 req-9d1d2349-33f2-4f37-b745-4a9d9a4e522d tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 943 time: 0.0890064 May 06 09:26:37.674584 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-6663fa13-3978-41e8-b3ef-8a455b569dd2 req-a97131b2-4daa-4524-b7fb-fa37c95fb1d8 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Synchronizing usage tracker for tenant:87a87eb65c3849949fab4179da2d6886 on resource:security_group {{(pid=74232) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:26:37.680600 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-2143ad38-e28f-4bb9-bd5f-b63f29b77947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:37.682172 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-2143ad38-e28f-4bb9-bd5f-b63f29b77947 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0822351 May 06 09:26:37.690197 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-6663fa13-3978-41e8-b3ef-8a455b569dd2 req-a97131b2-4daa-4524-b7fb-fa37c95fb1d8 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Unset dirty status for tenant:87a87eb65c3849949fab4179da2d6886 on resource:security_group {{(pid=74232) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:26:37.690197 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-6663fa13-3978-41e8-b3ef-8a455b569dd2 req-a97131b2-4daa-4524-b7fb-fa37c95fb1d8 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553925 May 06 09:26:37.833732 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-57de7ba6-e2c8-4999-ad82-a345b332f19d service neutron] 10.222.0.79 "GET /v2.0/networks/e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382077 May 06 09:26:38.005481 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-c4f10a56-fcad-4ef9-a5bb-4ee358b49375 req-4f97c456-2431-4a36-9caf-c2eb3e9b7835 service neutron] 10.222.0.79 "GET /v2.0/networks/e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557932 May 06 09:26:38.200347 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c2b420-9e56-470d-9126-98ff33136a58 req-415f9bf1-707d-4333-a4a4-3e529b11a2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:38.201788 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e6c2b420-9e56-470d-9126-98ff33136a58 req-415f9bf1-707d-4333-a4a4-3e529b11a2cf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=87a87eb65c3849949fab4179da2d6886&device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 1096 time: 0.0730546 May 06 09:26:38.336446 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c2b420-9e56-470d-9126-98ff33136a58 req-7745840a-3da0-4bf9-82da-d206caa10b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:38.337908 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e6c2b420-9e56-470d-9126-98ff33136a58 req-7745840a-3da0-4bf9-82da-d206caa10b1b service neutron] 10.222.0.79 "GET /v2.0/networks?id=e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a HTTP/1.1" status: 200 len: 919 time: 0.1279788 May 06 09:26:38.410208 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e6c2b420-9e56-470d-9126-98ff33136a58 req-bb40f4f0-81ed-405b-8ccb-3bdd368388f2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37de4791-f9c4-48f6-a7bb-a8833aa74417 HTTP/1.1" status: 200 len: 217 time: 0.0648496 May 06 09:26:38.481128 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c2b420-9e56-470d-9126-98ff33136a58 req-335b65e9-5f72-48f1-8d04-b40336d8b10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:38.482457 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e6c2b420-9e56-470d-9126-98ff33136a58 req-335b65e9-5f72-48f1-8d04-b40336d8b10b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3327bb7d-2498-459f-aedf-d87f7d766be5 HTTP/1.1" status: 200 len: 856 time: 0.0570104 May 06 09:26:38.556980 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c2b420-9e56-470d-9126-98ff33136a58 req-b9674e32-0488-4d83-b349-03f4fcdf68ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:38.558440 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e6c2b420-9e56-470d-9126-98ff33136a58 req-b9674e32-0488-4d83-b349-03f4fcdf68ee service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0691249 May 06 09:26:38.694188 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e6c2b420-9e56-470d-9126-98ff33136a58 req-cc5c6153-30e3-46c1-920f-c04934496aa0 service neutron] 10.222.0.79 "GET /v2.0/networks/e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266410 May 06 09:26:38.756302 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592dfbc-ed04-46a5-8cb1-dd75ac8afff9 req-fac91461-a1ab-4efe-abfe-907a3f5602fc tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:38.757983 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-9592dfbc-ed04-46a5-8cb1-dd75ac8afff9 req-fac91461-a1ab-4efe-abfe-907a3f5602fc tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 945 time: 0.0891886 May 06 09:26:38.809298 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-9592dfbc-ed04-46a5-8cb1-dd75ac8afff9 req-37473ea0-0b84-4081-ac0c-86b1101a3caa tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ed85b8-a725-409f-accf-d3f84002ae12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451021 May 06 09:26:38.985810 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e6c2b420-9e56-470d-9126-98ff33136a58 req-5f3590a5-8248-4349-99d9-c4579e17261a service neutron] 10.222.0.79 "GET /v2.0/networks/e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834558 May 06 09:26:38.997619 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3dbd70-c4e1-4de6-974e-1072b281f4a3 req-36885112-4afd-4a95-a998-fbf1c88ae628 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:38.997866 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b91784-5b74-420b-b67e-c7ed76b965eb req-cc756fa4-e1f5-4a83-a367-e2a019e6328a tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:38.998794 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-8b3dbd70-c4e1-4de6-974e-1072b281f4a3 req-36885112-4afd-4a95-a998-fbf1c88ae628 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 943 time: 0.1307564 May 06 09:26:38.999350 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-18b91784-5b74-420b-b67e-c7ed76b965eb req-cc756fa4-e1f5-4a83-a367-e2a019e6328a tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 945 time: 0.0845745 May 06 09:26:39.044690 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-18b91784-5b74-420b-b67e-c7ed76b965eb req-b6399fb6-7e38-4eeb-8a47-560ec62b3668 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ed85b8-a725-409f-accf-d3f84002ae12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385652 May 06 09:26:39.047449 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-8b3dbd70-c4e1-4de6-974e-1072b281f4a3 req-262ae68b-f4e5-431d-b8d5-c4c3727e1b07 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404778 May 06 09:26:39.067880 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 57378) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:26:39.304118 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf82821-47c0-4458-b11d-c1bc7592d51b tempest-TestShelveInstance-717459521 tempest-TestShelveInstance-717459521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:39.304712 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-ecf82821-47c0-4458-b11d-c1bc7592d51b tempest-TestShelveInstance-717459521 tempest-TestShelveInstance-717459521-project-admin] Synchronizing usage tracker for tenant:97bcf3a1bee942de8d6b3fbe0e996bbc on resource:port {{(pid=74232) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:26:39.399741 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-ecf82821-47c0-4458-b11d-c1bc7592d51b tempest-TestShelveInstance-717459521 tempest-TestShelveInstance-717459521-project-admin] Unset dirty status for tenant:97bcf3a1bee942de8d6b3fbe0e996bbc on resource:port {{(pid=74232) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:26:39.403851 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-ecf82821-47c0-4458-b11d-c1bc7592d51b tempest-TestShelveInstance-717459521 tempest-TestShelveInstance-717459521-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 1093 time: 0.3321829 May 06 09:26:39.404213 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 57384) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:26:39.410065 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-169622c4-734c-49ca-b570-e5c6b081e5b2 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Request body: {'floatingip': {'floating_network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'port_id': '4ae5493c-1075-400c-8124-b615931893db', 'tenant_id': '448b7d91cfa34a3c885290dd85f7fd47', 'fixed_ip_address': '172.20.0.4'}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:26:39.416599 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-169622c4-734c-49ca-b570-e5c6b081e5b2 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:26:39.420467 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-169622c4-734c-49ca-b570-e5c6b081e5b2 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Usage tracker for resource:floatingip and tenant:448b7d91cfa34a3c885290dd85f7fd47 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:26:39.424450 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-169622c4-734c-49ca-b570-e5c6b081e5b2 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:26:39.430187 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-169622c4-734c-49ca-b570-e5c6b081e5b2 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:26:39.562142 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-169622c4-734c-49ca-b570-e5c6b081e5b2 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks [] for floatingip, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:39.700527 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-169622c4-734c-49ca-b570-e5c6b081e5b2 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:39.907754 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.db_base_plugin_common [None req-169622c4-734c-49ca-b570-e5c6b081e5b2 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Allocated IP 172.28.3.213 (b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f/0efb0a43-973d-4597-8ac6-a120d0d0adfe/0d6df5f4-5665-4c72-93f8-f60592877dba) {{(pid=74232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:26:40.054635 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-169622c4-734c-49ca-b570-e5c6b081e5b2 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks [] for port, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:40.138805 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-169622c4-734c-49ca-b570-e5c6b081e5b2 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15350160'] for port, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:40.144152 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:40.157685 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 37de4791-f9c4-48f6-a7bb-a8833aa74417 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 09:26:40.241267 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169622c4-734c-49ca-b570-e5c6b081e5b2 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Network b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f is already hosted by enough agents. {{(pid=74232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:26:40.245050 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.base_scheduler [None req-169622c4-734c-49ca-b570-e5c6b081e5b2 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Resources bound (agent type, host, resource id): {{(pid=74232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:26:40.250522 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169622c4-734c-49ca-b570-e5c6b081e5b2 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Received port after_create {{(pid=74232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:26:40.290871 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 37de4791-f9c4-48f6-a7bb-a8833aa74417, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=37de4791-f9c4-48f6-a7bb-a8833aa74417,segment=NetworkSegment(36c7da13-cf7e-4164-9f19-b350301e7409),segment_id=36c7da13-cf7e-4164-9f19-b350301e7409)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:26:40.303653 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Returning: {'device': '37de4791-f9c4-48f6-a7bb-a8833aa74417', 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a', 'port_id': '37de4791-f9c4-48f6-a7bb-a8833aa74417', 'mac_address': 'fa:16:3e:d2:fc:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3327bb7d-2498-459f-aedf-d87f7d766be5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 09:26:40.304154 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169622c4-734c-49ca-b570-e5c6b081e5b2 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Pushing event updated for resources: {'Port': ['ID=0d6df5f4-5665-4c72-93f8-f60592877dba,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:40.307375 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-169622c4-734c-49ca-b570-e5c6b081e5b2 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:40.357952 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:40.374656 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37de4791-f9c4-48f6-a7bb-a8833aa74417 {{(pid=74233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 09:26:40.390182 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 37de4791-f9c4-48f6-a7bb-a8833aa74417, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=37de4791-f9c4-48f6-a7bb-a8833aa74417,segment=NetworkSegment(36c7da13-cf7e-4164-9f19-b350301e7409),segment_id=36c7da13-cf7e-4164-9f19-b350301e7409)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:26:40.393051 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b36d33-6a08-4b2a-8473-5f05c87a46d2 req-b2b9b3fb-7d07-47b5-b5d6-2e2f95fbc422 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:40.394544 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-27b36d33-6a08-4b2a-8473-5f05c87a46d2 req-b2b9b3fb-7d07-47b5-b5d6-2e2f95fbc422 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 943 time: 0.2218075 May 06 09:26:40.487118 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:40.489637 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:40.500373 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-27b36d33-6a08-4b2a-8473-5f05c87a46d2 req-f6dbf7ef-8d22-4b5c-8c28-7c6ea4ffe06a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977933 May 06 09:26:40.559822 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=37de4791-f9c4-48f6-a7bb-a8833aa74417,revision_number=4']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:40.563132 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:40.740347 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] get_ports_and_sgs() called for port_ids ['37de4791-f9c4-48f6-a7bb-a8833aa74417'] {{(pid=74233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 09:26:40.865239 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-169622c4-734c-49ca-b570-e5c6b081e5b2 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:41.046916 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-169622c4-734c-49ca-b570-e5c6b081e5b2 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:41.257056 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-169622c4-734c-49ca-b570-e5c6b081e5b2 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks [] for port, precommit_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:41.338146 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-169622c4-734c-49ca-b570-e5c6b081e5b2 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15350153'] for port, after_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:41.343800 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-d2b3d5c8-f36b-4121-8dee-2cafe7f57450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:41.444729 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169622c4-734c-49ca-b570-e5c6b081e5b2 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Pushing event updated for resources: {'Port': ['ID=0d6df5f4-5665-4c72-93f8-f60592877dba,revision_number=2']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:41.448829 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-169622c4-734c-49ca-b570-e5c6b081e5b2 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:41.459573 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-169622c4-734c-49ca-b570-e5c6b081e5b2 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670062'] for floatingip, after_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:41.776886 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.db.l3_db [None req-169622c4-734c-49ca-b570-e5c6b081e5b2 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Floating IP a19262e3-68b0-4055-8eff-a6a779e5119f associated. External IP: 172.28.3.213, port: 4ae5493c-1075-400c-8124-b615931893db. May 06 09:26:41.895855 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45baf6-698d-491b-b6a2-c0303b4ee38c req-7bdcad0e-6340-4beb-b94b-43075cbb8462 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:41.897399 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-4f45baf6-698d-491b-b6a2-c0303b4ee38c req-7bdcad0e-6340-4beb-b94b-43075cbb8462 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 944 time: 0.2366214 May 06 09:26:41.970613 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-4f45baf6-698d-491b-b6a2-c0303b4ee38c req-7858e82e-6525-41ac-b3aa-7e112386a1e5 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651438 May 06 09:26:42.153235 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 37de4791-f9c4-48f6-a7bb-a8833aa74417 up at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:26:42.168114 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-169622c4-734c-49ca-b570-e5c6b081e5b2 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Router 152b4625-c03b-4f8d-bf9e-897b74be0462 has already been hosted by L3 agent 6417d645-ec24-4e28-ae28-fb602049daa5 {{(pid=74232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 09:26:42.338123 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Provisioning for port 37de4791-f9c4-48f6-a7bb-a8833aa74417 completed by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:26:42.343386 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Provisioning complete for port 37de4791-f9c4-48f6-a7bb-a8833aa74417 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:26:42.343812 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:42.354724 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169622c4-734c-49ca-b570-e5c6b081e5b2 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify agent at l3_agent.dv-cinder-790014-1-smb the message routers_updated {{(pid=74232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 09:26:42.368726 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e872e7f6-6bd3-4c40-9639-160c0bfb1d72 None None] Sync routers for ids ['152b4625-c03b-4f8d-bf9e-897b74be0462'] in dv-cinder-790014-1-smb {{(pid=74233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:26:42.394262 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e872e7f6-6bd3-4c40-9639-160c0bfb1d72 None None] Routers {'152b4625-c03b-4f8d-bf9e-897b74be0462'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:26:42.394882 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-e872e7f6-6bd3-4c40-9639-160c0bfb1d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:26:16Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['152b4625-c03b-4f8d-bf9e-897b74be0462'], 'active': True} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:26:42.457535 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-169622c4-734c-49ca-b570-e5c6b081e5b2 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for floatingip, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:42.513512 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-169622c4-734c-49ca-b570-e5c6b081e5b2 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1082025 May 06 09:26:42.514326 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1c8a10-1fda-4554-94c8-45ee7ef98d43', 'tag': '4ae5493c-1075-400c-8124-b615931893db'}] {{(pid=74232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:26:42.561437 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1c8a10-1fda-4554-94c8-45ee7ef98d43', 'tag': '4ae5493c-1075-400c-8124-b615931893db', 'status': 'completed', 'code': 200} May 06 09:26:42.627735 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:42.641811 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvr_db [None req-e872e7f6-6bd3-4c40-9639-160c0bfb1d72 None None] Set router 152b4625-c03b-4f8d-bf9e-897b74be0462 gateway port host: dv-cinder-790014-1-smb {{(pid=74233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:26:42.677636 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bcc81f-02a3-4b0e-aa7a-9b6abd4fd8af req-d570baff-cf7b-4d36-9173-c9462d9bc6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:42.679110 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e2bcc81f-02a3-4b0e-aa7a-9b6abd4fd8af req-d570baff-cf7b-4d36-9173-c9462d9bc6b0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=448b7d91cfa34a3c885290dd85f7fd47&device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 1098 time: 0.0771468 May 06 09:26:42.720269 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3b0fad-238e-493e-bffc-ef7e40650ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37de4791-f9c4-48f6-a7bb-a8833aa74417'}] {{(pid=74233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:26:42.814310 dv-cinder-790014-1-smb neutron-server[74233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3b0fad-238e-493e-bffc-ef7e40650ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37de4791-f9c4-48f6-a7bb-a8833aa74417', 'code': 200} May 06 09:26:42.823971 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 37de4791-f9c4-48f6-a7bb-a8833aa74417, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=37de4791-f9c4-48f6-a7bb-a8833aa74417,segment=NetworkSegment(36c7da13-cf7e-4164-9f19-b350301e7409),segment_id=36c7da13-cf7e-4164-9f19-b350301e7409)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:26:42.845544 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bcc81f-02a3-4b0e-aa7a-9b6abd4fd8af req-76516531-dd6e-4355-8159-24535ded35a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:42.847861 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e2bcc81f-02a3-4b0e-aa7a-9b6abd4fd8af req-76516531-dd6e-4355-8159-24535ded35a8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e HTTP/1.1" status: 200 len: 911 time: 0.1561794 May 06 09:26:42.927909 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:42.933547 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:42.952107 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e2bcc81f-02a3-4b0e-aa7a-9b6abd4fd8af req-508352e7-19c8-41d8-b397-bfc9b8c821de service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ae5493c-1075-400c-8124-b615931893db HTTP/1.1" status: 200 len: 999 time: 0.0980451 May 06 09:26:43.016829 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bcc81f-02a3-4b0e-aa7a-9b6abd4fd8af req-e111a4e7-4fed-4e46-8bd7-f10717c25d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:43.021834 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e2bcc81f-02a3-4b0e-aa7a-9b6abd4fd8af req-e111a4e7-4fed-4e46-8bd7-f10717c25d1c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=18122794-0941-4191-b141-54c55ba118c3 HTTP/1.1" status: 200 len: 848 time: 0.0600219 May 06 09:26:43.043335 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=37de4791-f9c4-48f6-a7bb-a8833aa74417,revision_number=5']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:43.048126 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:43.101579 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bcc81f-02a3-4b0e-aa7a-9b6abd4fd8af req-ec282c12-db6c-4d84-bd08-9fa259ae47c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:43.103071 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e2bcc81f-02a3-4b0e-aa7a-9b6abd4fd8af req-ec282c12-db6c-4d84-bd08-9fa259ae47c6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0776863 May 06 09:26:43.116248 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-e872e7f6-6bd3-4c40-9639-160c0bfb1d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152b4625-c03b-4f8d-bf9e-897b74be0462', 'name': 'tempest-TestShelveInstance-1319976416-router', 'tenant_id': '448b7d91cfa34a3c885290dd85f7fd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': 'efbb8d80-94d6-45c3-9df5-c8595c211ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:33Z', 'updated_at': '2021-05-06T09:25:40Z', 'revision_number': 4, 'project_id': '448b7d91cfa34a3c885290dd85f7fd47', 'gw_port': {'id': 'efbb8d80-94d6-45c3-9df5-c8595c211ec0', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152b4625-c03b-4f8d-bf9e-897b74be0462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:35Z', 'updated_at': '2021-05-06T09:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_floatingips': [{'id': 'a19262e3-68b0-4055-8eff-a6a779e5119f', 'tenant_id': '448b7d91cfa34a3c885290dd85f7fd47', 'floating_ip_address': '172.28.3.213', 'floating_network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'router_id': '152b4625-c03b-4f8d-bf9e-897b74be0462', 'port_id': '4ae5493c-1075-400c-8124-b615931893db', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e', 'mac_address': 'fa:16:3e:79:a5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1c8a10-1fda-4554-94c8-45ee7ef98d43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:26:40Z', 'updated_at': '2021-05-06T09:26:40Z', 'revision_number': 0, 'project_id': '448b7d91cfa34a3c885290dd85f7fd47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd2c91f8-252e-4204-9baa-03b9189017d4', 'name': '', 'network_id': '64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e', 'tenant_id': '448b7d91cfa34a3c885290dd85f7fd47', 'mac_address': 'fa:16:3e:94:6f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152b4625-c03b-4f8d-bf9e-897b74be0462', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '18122794-0941-4191-b141-54c55ba118c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:39Z', 'updated_at': '2021-05-06T09:25:49Z', 'revision_number': 5, 'project_id': '448b7d91cfa34a3c885290dd85f7fd47', 'subnets': [{'id': '18122794-0941-4191-b141-54c55ba118c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:26:43.120109 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e872e7f6-6bd3-4c40-9639-160c0bfb1d72 None None] Checking router: 152b4625-c03b-4f8d-bf9e-897b74be0462 for host: dv-cinder-790014-1-smb {{(pid=74233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:26:43.128355 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e872e7f6-6bd3-4c40-9639-160c0bfb1d72 None None] Routers {'152b4625-c03b-4f8d-bf9e-897b74be0462'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:26:43.128944 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-e872e7f6-6bd3-4c40-9639-160c0bfb1d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:26:16Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['152b4625-c03b-4f8d-bf9e-897b74be0462'], 'active': True} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:26:43.294304 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9bde8-cdd6-46ad-8559-44d32199563f req-4d661c66-5b0c-4c72-9d9d-e3de62cdd72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:43.295704 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-ccb9bde8-cdd6-46ad-8559-44d32199563f req-4d661c66-5b0c-4c72-9d9d-e3de62cdd72c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 1098 time: 0.0801988 May 06 09:26:43.300130 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62101f3-bec1-4084-8eb6-9f7e734163f5 req-9ebfdae0-d413-44b3-9b23-332a5b6bdea1 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:43.301606 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-f62101f3-bec1-4084-8eb6-9f7e734163f5 req-9ebfdae0-d413-44b3-9b23-332a5b6bdea1 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 945 time: 0.1945820 May 06 09:26:43.305131 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e2bcc81f-02a3-4b0e-aa7a-9b6abd4fd8af req-7de840c6-f97e-48b8-bff9-5adb3ee86476 service neutron] 10.222.0.79 "GET /v2.0/networks/64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645868 May 06 09:26:43.320168 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvr_db [None req-e872e7f6-6bd3-4c40-9639-160c0bfb1d72 None None] Set router 152b4625-c03b-4f8d-bf9e-897b74be0462 gateway port host: dv-cinder-790014-1-smb {{(pid=74233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:26:43.343477 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-ccb9bde8-cdd6-46ad-8559-44d32199563f req-dee13e2b-4471-4d0a-b5fb-d6b9aecdd047 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391884 May 06 09:26:43.362125 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-332ede37-6886-43af-b275-86d029199c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:43.425121 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-f62101f3-bec1-4084-8eb6-9f7e734163f5 req-13fd6be0-fac1-473a-aee6-0edfa806416a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164086 May 06 09:26:43.471961 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e2bcc81f-02a3-4b0e-aa7a-9b6abd4fd8af req-2ee9a305-4024-4e60-b0ab-3f4adb6c6e2c service neutron] 10.222.0.79 "GET /v2.0/networks/64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501074 May 06 09:26:43.664480 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-e872e7f6-6bd3-4c40-9639-160c0bfb1d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152b4625-c03b-4f8d-bf9e-897b74be0462', 'name': 'tempest-TestShelveInstance-1319976416-router', 'tenant_id': '448b7d91cfa34a3c885290dd85f7fd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': 'efbb8d80-94d6-45c3-9df5-c8595c211ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:33Z', 'updated_at': '2021-05-06T09:25:40Z', 'revision_number': 4, 'project_id': '448b7d91cfa34a3c885290dd85f7fd47', 'gw_port': {'id': 'efbb8d80-94d6-45c3-9df5-c8595c211ec0', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152b4625-c03b-4f8d-bf9e-897b74be0462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:35Z', 'updated_at': '2021-05-06T09:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_floatingips': [{'id': 'a19262e3-68b0-4055-8eff-a6a779e5119f', 'tenant_id': '448b7d91cfa34a3c885290dd85f7fd47', 'floating_ip_address': '172.28.3.213', 'floating_network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'router_id': '152b4625-c03b-4f8d-bf9e-897b74be0462', 'port_id': '4ae5493c-1075-400c-8124-b615931893db', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e', 'mac_address': 'fa:16:3e:79:a5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1c8a10-1fda-4554-94c8-45ee7ef98d43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:26:40Z', 'updated_at': '2021-05-06T09:26:40Z', 'revision_number': 0, 'project_id': '448b7d91cfa34a3c885290dd85f7fd47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd2c91f8-252e-4204-9baa-03b9189017d4', 'name': '', 'network_id': '64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e', 'tenant_id': '448b7d91cfa34a3c885290dd85f7fd47', 'mac_address': 'fa:16:3e:94:6f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152b4625-c03b-4f8d-bf9e-897b74be0462', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '18122794-0941-4191-b141-54c55ba118c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:39Z', 'updated_at': '2021-05-06T09:25:49Z', 'revision_number': 5, 'project_id': '448b7d91cfa34a3c885290dd85f7fd47', 'subnets': [{'id': '18122794-0941-4191-b141-54c55ba118c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:26:43.668185 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e872e7f6-6bd3-4c40-9639-160c0bfb1d72 None None] The sync data for ids ['152b4625-c03b-4f8d-bf9e-897b74be0462'] in dv-cinder-790014-1-smb is: [{'id': '152b4625-c03b-4f8d-bf9e-897b74be0462', 'name': 'tempest-TestShelveInstance-1319976416-router', 'tenant_id': '448b7d91cfa34a3c885290dd85f7fd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': 'efbb8d80-94d6-45c3-9df5-c8595c211ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:33Z', 'updated_at': '2021-05-06T09:25:40Z', 'revision_number': 4, 'project_id': '448b7d91cfa34a3c885290dd85f7fd47', 'gw_port': {'id': 'efbb8d80-94d6-45c3-9df5-c8595c211ec0', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152b4625-c03b-4f8d-bf9e-897b74be0462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:35Z', 'updated_at': '2021-05-06T09:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_floatingips': [{'id': 'a19262e3-68b0-4055-8eff-a6a779e5119f', 'tenant_id': '448b7d91cfa34a3c885290dd85f7fd47', 'floating_ip_address': '172.28.3.213', 'floating_network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'router_id': '152b4625-c03b-4f8d-bf9e-897b74be0462', 'port_id': '4ae5493c-1075-400c-8124-b615931893db', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e', 'mac_address': 'fa:16:3e:79:a5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1c8a10-1fda-4554-94c8-45ee7ef98d43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:26:40Z', 'updated_at': '2021-05-06T09:26:40Z', 'revision_number': 0, 'project_id': '448b7d91cfa34a3c885290dd85f7fd47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd2c91f8-252e-4204-9baa-03b9189017d4', 'name': '', 'network_id': '64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e', 'tenant_id': '448b7d91cfa34a3c885290dd85f7fd47', 'mac_address': 'fa:16:3e:94:6f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152b4625-c03b-4f8d-bf9e-897b74be0462', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '18122794-0941-4191-b141-54c55ba118c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:39Z', 'updated_at': '2021-05-06T09:25:49Z', 'revision_number': 5, 'project_id': '448b7d91cfa34a3c885290dd85f7fd47', 'subnets': [{'id': '18122794-0941-4191-b141-54c55ba118c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:26:43.852697 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d56a9be-725e-47f0-b6c5-52a84aaf7077 None None] New status for floating IP a19262e3-68b0-4055-8eff-a6a779e5119f: ACTIVE {{(pid=74234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:26:44.622301 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874b440-5b65-48c9-ad57-3023b70478a1 req-5f01f8f3-9b07-4198-887e-59c87deb3101 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:44.623862 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-8874b440-5b65-48c9-ad57-3023b70478a1 req-5f01f8f3-9b07-4198-887e-59c87deb3101 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 945 time: 0.0873871 May 06 09:26:44.673938 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-8874b440-5b65-48c9-ad57-3023b70478a1 req-26855898-e9eb-4263-a810-f074bf7fb5cf tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401113 May 06 09:26:44.854470 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d302ed-8501-45cb-8101-970ea7f98532 req-d000e7e6-a4ad-410f-9989-68413f041d19 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:44.855988 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b2d302ed-8501-45cb-8101-970ea7f98532 req-d000e7e6-a4ad-410f-9989-68413f041d19 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 945 time: 0.0833967 May 06 09:26:44.864993 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 57426) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:26:44.870444 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-f4fc1c14-4e1b-413b-9dc2-ccd760120207 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Request body: {'floatingip': {'port_id': '37de4791-f9c4-48f6-a7bb-a8833aa74417'}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:26:44.954866 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-f4fc1c14-4e1b-413b-9dc2-ccd760120207 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for floatingip, before_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:45.656180 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-f4fc1c14-4e1b-413b-9dc2-ccd760120207 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:45.726916 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-f4fc1c14-4e1b-413b-9dc2-ccd760120207 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670062'] for floatingip, after_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:45.852751 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:45.881038 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-fc49dfe1-2f75-4b39-a04a-8534e1efd3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:45.909695 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.db.l3_db [None req-f4fc1c14-4e1b-413b-9dc2-ccd760120207 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Floating IP 71bba49e-8636-41a6-8e25-16e2f86d5287 associated. External IP: 172.28.3.107, port: 37de4791-f9c4-48f6-a7bb-a8833aa74417. May 06 09:26:46.279583 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4fc1c14-4e1b-413b-9dc2-ccd760120207 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Router e732fe2c-c27b-4709-b8c1-dc051fb9b594 has already been hosted by L3 agent 6417d645-ec24-4e28-ae28-fb602049daa5 {{(pid=74232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 09:26:46.457933 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4fc1c14-4e1b-413b-9dc2-ccd760120207 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify agent at l3_agent.dv-cinder-790014-1-smb the message routers_updated {{(pid=74232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 09:26:46.463666 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-f4fc1c14-4e1b-413b-9dc2-ccd760120207 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for floatingip, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:46.468771 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee4c07a-eb9d-435c-ad50-65b1ddd2256c None None] Sync routers for ids ['e732fe2c-c27b-4709-b8c1-dc051fb9b594'] in dv-cinder-790014-1-smb {{(pid=74233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:26:46.478426 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee4c07a-eb9d-435c-ad50-65b1ddd2256c None None] Routers {'e732fe2c-c27b-4709-b8c1-dc051fb9b594'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:26:46.479187 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-0ee4c07a-eb9d-435c-ad50-65b1ddd2256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:26:46Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['e732fe2c-c27b-4709-b8c1-dc051fb9b594'], 'active': True} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:26:46.527854 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-f4fc1c14-4e1b-413b-9dc2-ccd760120207 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "PUT /v2.0/floatingips/71bba49e-8636-41a6-8e25-16e2f86d5287 HTTP/1.1" status: 200 len: 991 time: 1.6589794 May 06 09:26:46.527854 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a3b0fad-238e-493e-bffc-ef7e40650ded', 'tag': '37de4791-f9c4-48f6-a7bb-a8833aa74417'}] {{(pid=74232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:26:46.612077 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1df2d-543e-43be-9b2f-41526f5bbb4d req-b32e9a7b-b0e8-4f6d-9674-9d6e34bca450 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:46.613592 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-cae1df2d-543e-43be-9b2f-41526f5bbb4d req-b32e9a7b-b0e8-4f6d-9674-9d6e34bca450 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/ports?device_id=138d2f01-5424-4280-a616-4be9b82d4840 HTTP/1.1" status: 200 len: 945 time: 0.0829482 May 06 09:26:46.668138 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-cae1df2d-543e-43be-9b2f-41526f5bbb4d req-030e8f95-630b-4939-81b7-2e4832ce5450 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/security-groups?id=abbdc489-275e-462c-b6cd-47716b9a8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486307 May 06 09:26:46.670754 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvr_db [None req-0ee4c07a-eb9d-435c-ad50-65b1ddd2256c None None] Set router e732fe2c-c27b-4709-b8c1-dc051fb9b594 gateway port host: dv-cinder-790014-1-smb {{(pid=74233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:26:46.695109 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a3b0fad-238e-493e-bffc-ef7e40650ded', 'tag': '37de4791-f9c4-48f6-a7bb-a8833aa74417', 'status': 'completed', 'code': 200} May 06 09:26:46.795013 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f398519-12d6-43ae-9639-3df0c234c587 req-581820d0-f9e5-472d-8757-bb026b5d102b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:46.797108 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-2f398519-12d6-43ae-9639-3df0c234c587 req-581820d0-f9e5-472d-8757-bb026b5d102b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=87a87eb65c3849949fab4179da2d6886&device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 1098 time: 0.0757656 May 06 09:26:46.934905 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f398519-12d6-43ae-9639-3df0c234c587 req-64f0bcce-4455-48a8-a0fa-094a219589a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:46.936495 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-2f398519-12d6-43ae-9639-3df0c234c587 req-64f0bcce-4455-48a8-a0fa-094a219589a2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a HTTP/1.1" status: 200 len: 919 time: 0.1316831 May 06 09:26:47.043564 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-2f398519-12d6-43ae-9639-3df0c234c587 req-982a1efd-d4f8-45ca-8e1a-19ddab8ece19 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37de4791-f9c4-48f6-a7bb-a8833aa74417 HTTP/1.1" status: 200 len: 999 time: 0.0983088 May 06 09:26:47.061003 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:47.098231 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-0ee4c07a-eb9d-435c-ad50-65b1ddd2256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'name': 'tempest-AttachVolumeShelveTestJSON-1690302589-router', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '456bb1ef-e0b3-4859-a861-78809388f9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:22:11Z', 'updated_at': '2021-05-06T09:22:24Z', 'revision_number': 4, 'project_id': '87a87eb65c3849949fab4179da2d6886', 'gw_port': {'id': '456bb1ef-e0b3-4859-a861-78809388f9c4', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:12Z', 'updated_at': '2021-05-06T09:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_floatingips': [{'id': '71bba49e-8636-41a6-8e25-16e2f86d5287', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'floating_ip_address': '172.28.3.107', 'floating_network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'router_id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'port_id': '37de4791-f9c4-48f6-a7bb-a8833aa74417', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a', 'mac_address': 'fa:16:3e:d2:fc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b0fad-238e-493e-bffc-ef7e40650ded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:26:28Z', 'updated_at': '2021-05-06T09:26:45Z', 'revision_number': 1, 'project_id': '87a87eb65c3849949fab4179da2d6886', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '030c77b3-ed7f-4d71-a784-39c0429ac268', 'name': '', 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'mac_address': 'fa:16:3e:d8:45:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3327bb7d-2498-459f-aedf-d87f7d766be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:19Z', 'updated_at': '2021-05-06T09:22:36Z', 'revision_number': 5, 'project_id': '87a87eb65c3849949fab4179da2d6886', 'subnets': [{'id': '3327bb7d-2498-459f-aedf-d87f7d766be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:26:47.102541 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee4c07a-eb9d-435c-ad50-65b1ddd2256c None None] Checking router: e732fe2c-c27b-4709-b8c1-dc051fb9b594 for host: dv-cinder-790014-1-smb {{(pid=74233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:26:47.112057 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee4c07a-eb9d-435c-ad50-65b1ddd2256c None None] Routers {'e732fe2c-c27b-4709-b8c1-dc051fb9b594'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:26:47.112679 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-0ee4c07a-eb9d-435c-ad50-65b1ddd2256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:26:46Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['e732fe2c-c27b-4709-b8c1-dc051fb9b594'], 'active': True} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:26:47.202038 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f398519-12d6-43ae-9639-3df0c234c587 req-ecc78d37-838c-40a7-bb86-311ce818f867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:47.203522 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-2f398519-12d6-43ae-9639-3df0c234c587 req-ecc78d37-838c-40a7-bb86-311ce818f867 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3327bb7d-2498-459f-aedf-d87f7d766be5 HTTP/1.1" status: 200 len: 856 time: 0.1524813 May 06 09:26:47.280901 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f398519-12d6-43ae-9639-3df0c234c587 req-31eb0a1a-7d66-4c69-9d8a-26509afcf585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:47.282396 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-2f398519-12d6-43ae-9639-3df0c234c587 req-31eb0a1a-7d66-4c69-9d8a-26509afcf585 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0721600 May 06 09:26:47.290155 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvr_db [None req-0ee4c07a-eb9d-435c-ad50-65b1ddd2256c None None] Set router e732fe2c-c27b-4709-b8c1-dc051fb9b594 gateway port host: dv-cinder-790014-1-smb {{(pid=74233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:26:47.414255 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-2f398519-12d6-43ae-9639-3df0c234c587 req-659200de-511c-4d96-84e2-8316eed33e52 service neutron] 10.222.0.79 "GET /v2.0/networks/e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238163 May 06 09:26:47.554303 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-2f398519-12d6-43ae-9639-3df0c234c587 req-e7d8dbf5-f821-4c54-81f3-eb4200cb26ca service neutron] 10.222.0.79 "GET /v2.0/networks/e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245508 May 06 09:26:47.636453 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-0ee4c07a-eb9d-435c-ad50-65b1ddd2256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'name': 'tempest-AttachVolumeShelveTestJSON-1690302589-router', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '456bb1ef-e0b3-4859-a861-78809388f9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:22:11Z', 'updated_at': '2021-05-06T09:22:24Z', 'revision_number': 4, 'project_id': '87a87eb65c3849949fab4179da2d6886', 'gw_port': {'id': '456bb1ef-e0b3-4859-a861-78809388f9c4', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:12Z', 'updated_at': '2021-05-06T09:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_floatingips': [{'id': '71bba49e-8636-41a6-8e25-16e2f86d5287', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'floating_ip_address': '172.28.3.107', 'floating_network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'router_id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'port_id': '37de4791-f9c4-48f6-a7bb-a8833aa74417', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a', 'mac_address': 'fa:16:3e:d2:fc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b0fad-238e-493e-bffc-ef7e40650ded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:26:28Z', 'updated_at': '2021-05-06T09:26:45Z', 'revision_number': 1, 'project_id': '87a87eb65c3849949fab4179da2d6886', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '030c77b3-ed7f-4d71-a784-39c0429ac268', 'name': '', 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'mac_address': 'fa:16:3e:d8:45:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3327bb7d-2498-459f-aedf-d87f7d766be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:19Z', 'updated_at': '2021-05-06T09:22:36Z', 'revision_number': 5, 'project_id': '87a87eb65c3849949fab4179da2d6886', 'subnets': [{'id': '3327bb7d-2498-459f-aedf-d87f7d766be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:26:47.640896 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee4c07a-eb9d-435c-ad50-65b1ddd2256c None None] The sync data for ids ['e732fe2c-c27b-4709-b8c1-dc051fb9b594'] in dv-cinder-790014-1-smb is: [{'id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'name': 'tempest-AttachVolumeShelveTestJSON-1690302589-router', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '456bb1ef-e0b3-4859-a861-78809388f9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:22:11Z', 'updated_at': '2021-05-06T09:22:24Z', 'revision_number': 4, 'project_id': '87a87eb65c3849949fab4179da2d6886', 'gw_port': {'id': '456bb1ef-e0b3-4859-a861-78809388f9c4', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:12Z', 'updated_at': '2021-05-06T09:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_floatingips': [{'id': '71bba49e-8636-41a6-8e25-16e2f86d5287', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'floating_ip_address': '172.28.3.107', 'floating_network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'router_id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'port_id': '37de4791-f9c4-48f6-a7bb-a8833aa74417', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a', 'mac_address': 'fa:16:3e:d2:fc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b0fad-238e-493e-bffc-ef7e40650ded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:26:28Z', 'updated_at': '2021-05-06T09:26:45Z', 'revision_number': 1, 'project_id': '87a87eb65c3849949fab4179da2d6886', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '030c77b3-ed7f-4d71-a784-39c0429ac268', 'name': '', 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'mac_address': 'fa:16:3e:d8:45:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3327bb7d-2498-459f-aedf-d87f7d766be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:19Z', 'updated_at': '2021-05-06T09:22:36Z', 'revision_number': 5, 'project_id': '87a87eb65c3849949fab4179da2d6886', 'subnets': [{'id': '3327bb7d-2498-459f-aedf-d87f7d766be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:26:47.833357 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d731ad30-326f-41d6-9ec9-ff200596084f None None] New status for floating IP 71bba49e-8636-41a6-8e25-16e2f86d5287: ACTIVE {{(pid=74234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:26:47.859039 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adadcb2f-8383-4550-a771-5c061027b0a2 req-296c6b41-9739-4478-a897-53dd530a4f18 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:47.860526 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-adadcb2f-8383-4550-a771-5c061027b0a2 req-296c6b41-9739-4478-a897-53dd530a4f18 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/ports?device_id=138d2f01-5424-4280-a616-4be9b82d4840 HTTP/1.1" status: 200 len: 945 time: 0.0875657 May 06 09:26:47.919107 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-adadcb2f-8383-4550-a771-5c061027b0a2 req-d70c5a18-0155-4133-be9f-bdac196127bb tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/security-groups?id=abbdc489-275e-462c-b6cd-47716b9a8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494676 May 06 09:26:48.673333 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:49.109539 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26958f7-d5b4-4a9d-bf0a-3b97f06cc1cf req-9e1cd5d3-ab67-4542-94e5-6fa31d60ea54 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:49.110994 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e26958f7-d5b4-4a9d-bf0a-3b97f06cc1cf req-9e1cd5d3-ab67-4542-94e5-6fa31d60ea54 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/ports?device_id=138d2f01-5424-4280-a616-4be9b82d4840 HTTP/1.1" status: 200 len: 945 time: 0.0842657 May 06 09:26:49.154266 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e26958f7-d5b4-4a9d-bf0a-3b97f06cc1cf req-086650ca-56be-40d9-9e9c-41b3f92b4893 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/security-groups?id=abbdc489-275e-462c-b6cd-47716b9a8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375240 May 06 09:26:50.337164 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668637b7-5923-4980-82a7-7a9924120b69 req-0bdcee52-57ea-4e5b-a037-edda79f20dcb tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:50.338621 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-668637b7-5923-4980-82a7-7a9924120b69 req-0bdcee52-57ea-4e5b-a037-edda79f20dcb tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/ports?device_id=138d2f01-5424-4280-a616-4be9b82d4840 HTTP/1.1" status: 200 len: 945 time: 0.0800767 May 06 09:26:50.382433 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-668637b7-5923-4980-82a7-7a9924120b69 req-7a3c265c-a833-4e0a-a177-2c7cc9226f5c tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/security-groups?id=abbdc489-275e-462c-b6cd-47716b9a8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374098 May 06 09:26:51.629093 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ecad5-5878-42c0-8073-b48306843d84 req-2d9891ba-51fe-4f9a-9b02-3ad5142c1302 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:51.630544 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4b1ecad5-5878-42c0-8073-b48306843d84 req-2d9891ba-51fe-4f9a-9b02-3ad5142c1302 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/ports?device_id=138d2f01-5424-4280-a616-4be9b82d4840 HTTP/1.1" status: 200 len: 945 time: 0.1407039 May 06 09:26:51.638549 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b5ac7-90dc-46d0-b845-acda91e6d495 req-59a62eba-4295-4a54-bcd5-bd01fbf82dde tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:26:51.640453 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-551b5ac7-90dc-46d0-b845-acda91e6d495 req-59a62eba-4295-4a54-bcd5-bd01fbf82dde tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.79 "GET /v2.0/ports?device_id=138d2f01-5424-4280-a616-4be9b82d4840 HTTP/1.1" status: 200 len: 945 time: 0.1148691 May 06 09:26:51.736067 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4b1ecad5-5878-42c0-8073-b48306843d84 req-62fd56f8-072f-4cdd-8cc9-1d7b93b86017 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/security-groups?id=abbdc489-275e-462c-b6cd-47716b9a8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946774 May 06 09:26:51.806857 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [req-551b5ac7-90dc-46d0-b845-acda91e6d495 req-6fd9916d-2c22-4ef5-b53e-445efe429425 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Deleting port 9357fa37-63db-4b94-9a80-fc2a0ea015d0 {{(pid=74231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:26:51.807201 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-551b5ac7-90dc-46d0-b845-acda91e6d495 req-6fd9916d-2c22-4ef5-b53e-445efe429425 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:51.941491 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-551b5ac7-90dc-46d0-b845-acda91e6d495 req-6fd9916d-2c22-4ef5-b53e-445efe429425 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] For port 9357fa37-63db-4b94-9a80-fc2a0ea015d0, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=9357fa37-63db-4b94-9a80-fc2a0ea015d0,segment=NetworkSegment(13f14ba3-2fe0-4e5b-8f73-019e0f53b95f),segment_id=13f14ba3-2fe0-4e5b-8f73-019e0f53b95f)] {{(pid=74231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:26:51.941837 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-551b5ac7-90dc-46d0-b845-acda91e6d495 req-6fd9916d-2c22-4ef5-b53e-445efe429425 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:52.065891 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [req-551b5ac7-90dc-46d0-b845-acda91e6d495 req-6fd9916d-2c22-4ef5-b53e-445efe429425 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Calling delete_port for 9357fa37-63db-4b94-9a80-fc2a0ea015d0 owned by compute:nova {{(pid=74231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:26:52.246624 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-551b5ac7-90dc-46d0-b845-acda91e6d495 req-6fd9916d-2c22-4ef5-b53e-445efe429425 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:52.253842 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-3e46a204-b488-4bde-b61e-b52fbe292ae6 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:26:52.306616 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9916d-2c22-4ef5-b53e-445efe429425 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Pushing event deleted for resources: {'Port': ['ID=9357fa37-63db-4b94-9a80-fc2a0ea015d0,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:52.332857 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-6fd9916d-2c22-4ef5-b53e-445efe429425 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:26:52.381260 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [req-551b5ac7-90dc-46d0-b845-acda91e6d495 req-6fd9916d-2c22-4ef5-b53e-445efe429425 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] No DVR routers for this DVR port 9357fa37-63db-4b94-9a80-fc2a0ea015d0 on host hv-cinder-79001 {{(pid=74231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:26:52.384038 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-551b5ac7-90dc-46d0-b845-acda91e6d495 req-6fd9916d-2c22-4ef5-b53e-445efe429425 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:52.386959 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138d2f01-5424-4280-a616-4be9b82d4840', 'name': 'network-vif-deleted', 'tag': '9357fa37-63db-4b94-9a80-fc2a0ea015d0'}] {{(pid=74231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:26:52.435703 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138d2f01-5424-4280-a616-4be9b82d4840', 'name': 'network-vif-deleted', 'tag': '9357fa37-63db-4b94-9a80-fc2a0ea015d0', 'status': 'completed', 'code': 200} May 06 09:26:52.505122 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-551b5ac7-90dc-46d0-b845-acda91e6d495 req-6fd9916d-2c22-4ef5-b53e-445efe429425 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.79 "DELETE /v2.0/ports/9357fa37-63db-4b94-9a80-fc2a0ea015d0 HTTP/1.1" status: 204 len: 173 time: 0.8479681 May 06 09:26:53.030885 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-e88f71f0-85d6-414c-8fea-34fc16362555 req-8b9a77b4-83ef-4637-b8c9-a62699488024 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] 10.222.0.20 "GET /v2.0/ports?device_id=138d2f01-5424-4280-a616-4be9b82d4840 HTTP/1.1" status: 200 len: 210 time: 0.1716723 May 06 09:26:54.227015 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 9357fa37-63db-4b94-9a80-fc2a0ea015d0 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 09:26:54.261144 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] No Port match for: 9357fa37-63db-4b94-9a80-fc2a0ea015d0 {{(pid=74233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 09:26:54.261573 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 9357fa37-63db-4b94-9a80-fc2a0ea015d0 not bound to the agent host hv-cinder-79001 {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 09:27:00.497623 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:01.534901 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0d4ab-0f2d-4b36-a18a-8f2a5b21c270 req-d94318d6-e72e-4ee2-999c-69ca18f18e0e tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:01.537144 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-dac0d4ab-0f2d-4b36-a18a-8f2a5b21c270 req-d94318d6-e72e-4ee2-999c-69ca18f18e0e tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 945 time: 0.0838182 May 06 09:27:01.585663 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-dac0d4ab-0f2d-4b36-a18a-8f2a5b21c270 req-7fef1eed-647d-451d-bcb5-92c36f31a303 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423751 May 06 09:27:02.768023 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939acf3-a778-4a02-ad3b-3b6491cfabae req-78c12a48-6cdc-4923-9a06-beb0f88c1a25 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:02.769463 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-8939acf3-a778-4a02-ad3b-3b6491cfabae req-78c12a48-6cdc-4923-9a06-beb0f88c1a25 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 945 time: 0.0787301 May 06 09:27:02.815657 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-8939acf3-a778-4a02-ad3b-3b6491cfabae req-54130803-92f1-4bd9-84ef-593fe1c949fe tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394762 May 06 09:27:03.819185 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ae9b7-02c3-4346-b1c2-a9ba08a71711 req-2d5a2d88-2c50-4b55-aac9-44bfae5752f1 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:03.821242 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-588ae9b7-02c3-4346-b1c2-a9ba08a71711 req-2d5a2d88-2c50-4b55-aac9-44bfae5752f1 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.79 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 945 time: 0.1579220 May 06 09:27:03.959047 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [req-588ae9b7-02c3-4346-b1c2-a9ba08a71711 req-a0efae55-658a-4b15-8790-ce2e93bd68d7 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Deleting port 698e51d3-1406-4f63-9e51-961524c4d604 {{(pid=74231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:27:03.959400 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-588ae9b7-02c3-4346-b1c2-a9ba08a71711 req-a0efae55-658a-4b15-8790-ce2e93bd68d7 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:04.003325 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82129d-26fe-440e-8f7f-56aa2a17cbaa req-b12c1fbc-d021-4aa2-9d89-27c5fd7886dc tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:04.004811 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-4d82129d-26fe-440e-8f7f-56aa2a17cbaa req-b12c1fbc-d021-4aa2-9d89-27c5fd7886dc tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 945 time: 0.0825870 May 06 09:27:04.051314 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-4d82129d-26fe-440e-8f7f-56aa2a17cbaa req-81eb009e-5410-49c6-aab7-c46f52a32b1c tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396030 May 06 09:27:04.092149 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-588ae9b7-02c3-4346-b1c2-a9ba08a71711 req-a0efae55-658a-4b15-8790-ce2e93bd68d7 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] For port 698e51d3-1406-4f63-9e51-961524c4d604, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=698e51d3-1406-4f63-9e51-961524c4d604,segment=NetworkSegment(21ed25bf-f5b1-41ad-9700-5cd13c82ae12),segment_id=21ed25bf-f5b1-41ad-9700-5cd13c82ae12)] {{(pid=74231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:27:04.092440 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-588ae9b7-02c3-4346-b1c2-a9ba08a71711 req-a0efae55-658a-4b15-8790-ce2e93bd68d7 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:04.379737 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-588ae9b7-02c3-4346-b1c2-a9ba08a71711 req-a0efae55-658a-4b15-8790-ce2e93bd68d7 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:04.380029 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-588ae9b7-02c3-4346-b1c2-a9ba08a71711 req-a0efae55-658a-4b15-8790-ce2e93bd68d7 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670062'] for floatingip, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:04.380341 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.db.l3_db [req-588ae9b7-02c3-4346-b1c2-a9ba08a71711 req-a0efae55-658a-4b15-8790-ce2e93bd68d7 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Floating IP ecc9ece4-633c-4784-9450-4cede519e319 disassociated. External IP: 172.28.3.53, port: 698e51d3-1406-4f63-9e51-961524c4d604. May 06 09:27:04.380684 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [req-588ae9b7-02c3-4346-b1c2-a9ba08a71711 req-a0efae55-658a-4b15-8790-ce2e93bd68d7 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Calling delete_port for 698e51d3-1406-4f63-9e51-961524c4d604 owned by compute:nova {{(pid=74231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:27:04.624043 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-588ae9b7-02c3-4346-b1c2-a9ba08a71711 req-a0efae55-658a-4b15-8790-ce2e93bd68d7 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:04.631665 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-0679c173-3ea1-420e-9d0c-9c7c1ae3486c tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:04.682793 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0efae55-658a-4b15-8790-ce2e93bd68d7 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Pushing event deleted for resources: {'Port': ['ID=698e51d3-1406-4f63-9e51-961524c4d604,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:04.685524 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-a0efae55-658a-4b15-8790-ce2e93bd68d7 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:04.865289 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-588ae9b7-02c3-4346-b1c2-a9ba08a71711 req-a0efae55-658a-4b15-8790-ce2e93bd68d7 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Router 6d24e59f-7fda-400b-b5d0-4e68e7795b53 has already been hosted by L3 agent 6417d645-ec24-4e28-ae28-fb602049daa5 {{(pid=74231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 09:27:05.066294 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-588ae9b7-02c3-4346-b1c2-a9ba08a71711 req-a0efae55-658a-4b15-8790-ce2e93bd68d7 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify agent at l3_agent.dv-cinder-790014-1-smb the message routers_updated {{(pid=74231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 09:27:05.082140 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8195b010-659e-4dfb-aec7-79b606138b89 None None] Sync routers for ids ['6d24e59f-7fda-400b-b5d0-4e68e7795b53'] in dv-cinder-790014-1-smb {{(pid=74233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:27:05.095254 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8195b010-659e-4dfb-aec7-79b606138b89 None None] Routers {'6d24e59f-7fda-400b-b5d0-4e68e7795b53'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:27:05.096459 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-8195b010-659e-4dfb-aec7-79b606138b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:26:46Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['6d24e59f-7fda-400b-b5d0-4e68e7795b53'], 'active': True} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:27:05.173617 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [req-588ae9b7-02c3-4346-b1c2-a9ba08a71711 req-a0efae55-658a-4b15-8790-ce2e93bd68d7 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] No DVR routers for this DVR port 698e51d3-1406-4f63-9e51-961524c4d604 on host hv-cinder-79001 {{(pid=74231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:27:05.177622 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-588ae9b7-02c3-4346-b1c2-a9ba08a71711 req-a0efae55-658a-4b15-8790-ce2e93bd68d7 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:05.181608 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6528c144-b05f-4fb2-99ad-0dc9300e5cc8', 'name': 'network-vif-deleted', 'tag': '698e51d3-1406-4f63-9e51-961524c4d604'}] {{(pid=74231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:27:05.256501 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6528c144-b05f-4fb2-99ad-0dc9300e5cc8', 'name': 'network-vif-deleted', 'tag': '698e51d3-1406-4f63-9e51-961524c4d604', 'status': 'completed', 'code': 200} May 06 09:27:05.268425 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-6b8f3cf4-1af7-43cb-b184-e5203b6fb743 req-97685805-3c5f-4dc4-b1c6-7ccb9a8b9319 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 210 time: 0.0582538 May 06 09:27:05.287169 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-588ae9b7-02c3-4346-b1c2-a9ba08a71711 req-a0efae55-658a-4b15-8790-ce2e93bd68d7 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.79 "DELETE /v2.0/ports/698e51d3-1406-4f63-9e51-961524c4d604 HTTP/1.1" status: 204 len: 173 time: 1.4597392 May 06 09:27:05.339563 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvr_db [None req-8195b010-659e-4dfb-aec7-79b606138b89 None None] Set router 6d24e59f-7fda-400b-b5d0-4e68e7795b53 gateway port host: dv-cinder-790014-1-smb {{(pid=74233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:27:05.649755 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-8195b010-659e-4dfb-aec7-79b606138b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'name': 'tempest-AttachVolumeTestJSON-1787695793-router', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.183'}], 'enable_snat': True}, 'gw_port_id': '5d4d245f-e648-4e6c-ac55-a5d1d549cb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:23:15Z', 'updated_at': '2021-05-06T09:23:21Z', 'revision_number': 4, 'project_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'gw_port': {'id': '5d4d245f-e648-4e6c-ac55-a5d1d549cb4a', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:23:16Z', 'updated_at': '2021-05-06T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': 'e421949d-19c9-4c33-84cb-61f1cf162a17', 'name': '', 'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'mac_address': 'fa:16:3e:39:7a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '7b16db8b-a94c-4c3b-a507-250865434e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:23:21Z', 'updated_at': '2021-05-06T09:23:28Z', 'revision_number': 5, 'project_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'subnets': [{'id': '7b16db8b-a94c-4c3b-a507-250865434e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:27:05.653697 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8195b010-659e-4dfb-aec7-79b606138b89 None None] Checking router: 6d24e59f-7fda-400b-b5d0-4e68e7795b53 for host: dv-cinder-790014-1-smb {{(pid=74233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:27:05.661886 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8195b010-659e-4dfb-aec7-79b606138b89 None None] Routers {'6d24e59f-7fda-400b-b5d0-4e68e7795b53'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:27:05.662517 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-8195b010-659e-4dfb-aec7-79b606138b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:26:46Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['6d24e59f-7fda-400b-b5d0-4e68e7795b53'], 'active': True} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:27:05.871993 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvr_db [None req-8195b010-659e-4dfb-aec7-79b606138b89 None None] Set router 6d24e59f-7fda-400b-b5d0-4e68e7795b53 gateway port host: dv-cinder-790014-1-smb {{(pid=74233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:27:06.176745 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-8195b010-659e-4dfb-aec7-79b606138b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'name': 'tempest-AttachVolumeTestJSON-1787695793-router', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.183'}], 'enable_snat': True}, 'gw_port_id': '5d4d245f-e648-4e6c-ac55-a5d1d549cb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:23:15Z', 'updated_at': '2021-05-06T09:23:21Z', 'revision_number': 4, 'project_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'gw_port': {'id': '5d4d245f-e648-4e6c-ac55-a5d1d549cb4a', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:23:16Z', 'updated_at': '2021-05-06T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': 'e421949d-19c9-4c33-84cb-61f1cf162a17', 'name': '', 'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'mac_address': 'fa:16:3e:39:7a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '7b16db8b-a94c-4c3b-a507-250865434e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:23:21Z', 'updated_at': '2021-05-06T09:23:28Z', 'revision_number': 5, 'project_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'subnets': [{'id': '7b16db8b-a94c-4c3b-a507-250865434e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:27:06.181681 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8195b010-659e-4dfb-aec7-79b606138b89 None None] The sync data for ids ['6d24e59f-7fda-400b-b5d0-4e68e7795b53'] in dv-cinder-790014-1-smb is: [{'id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'name': 'tempest-AttachVolumeTestJSON-1787695793-router', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.183'}], 'enable_snat': True}, 'gw_port_id': '5d4d245f-e648-4e6c-ac55-a5d1d549cb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:23:15Z', 'updated_at': '2021-05-06T09:23:21Z', 'revision_number': 4, 'project_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'gw_port': {'id': '5d4d245f-e648-4e6c-ac55-a5d1d549cb4a', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:23:16Z', 'updated_at': '2021-05-06T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': 'e421949d-19c9-4c33-84cb-61f1cf162a17', 'name': '', 'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'mac_address': 'fa:16:3e:39:7a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '7b16db8b-a94c-4c3b-a507-250865434e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:23:21Z', 'updated_at': '2021-05-06T09:23:28Z', 'revision_number': 5, 'project_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'subnets': [{'id': '7b16db8b-a94c-4c3b-a507-250865434e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:27:06.277423 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 698e51d3-1406-4f63-9e51-961524c4d604 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 09:27:06.312108 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] No Port match for: 698e51d3-1406-4f63-9e51-961524c4d604 {{(pid=74233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 09:27:06.312457 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 698e51d3-1406-4f63-9e51-961524c4d604 not bound to the agent host hv-cinder-79001 {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 09:27:06.447656 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-abd5aaec-7d5e-4af5-8472-90bf74a56483 req-cc5efe1f-ee5f-4bac-a534-fdb1cf9e1a5e tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=6528c144-b05f-4fb2-99ad-0dc9300e5cc8 HTTP/1.1" status: 200 len: 210 time: 0.0476298 May 06 09:27:06.451331 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b46151-3bda-4cf0-ba37-1fec10464c50 None None] New status for floating IP ecc9ece4-633c-4784-9450-4cede519e319: DOWN {{(pid=74234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:27:07.289810 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.agents_db [None req-638a5930-6b89-4b54-bbc4-25c5e7558cab None None] Agent healthcheck: found 6 active agents {{(pid=74234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 09:27:07.646765 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 57580) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:27:07.710397 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-c15ecdce-cf99-4188-8c4e-92f96a4b0bc2 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:07.738298 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-c15ecdce-cf99-4188-8c4e-92f96a4b0bc2 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:07.862341 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-c15ecdce-cf99-4188-8c4e-92f96a4b0bc2 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:07.866547 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-807b30ff-5d40-494f-8f18-69b859f35091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:07.885215 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ecdce-cf99-4188-8c4e-92f96a4b0bc2 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bdb9f8-9f28-4e6e-972b-58002c3e40b0,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:07.888589 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-c15ecdce-cf99-4188-8c4e-92f96a4b0bc2 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:08.003754 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-c15ecdce-cf99-4188-8c4e-92f96a4b0bc2 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:08.004894 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-c15ecdce-cf99-4188-8c4e-92f96a4b0bc2 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "DELETE /v2.0/security-groups/b5bdb9f8-9f28-4e6e-972b-58002c3e40b0 HTTP/1.1" status: 204 len: 168 time: 0.3571734 May 06 09:27:08.008032 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 57594) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:27:08.025587 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.api.v2.resource [None req-2eb528ad-6a87-463d-b706-8dea67a27349 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] show failed (client error): The resource could not be found. May 06 09:27:08.026594 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-2eb528ad-6a87-463d-b706-8dea67a27349 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups/b5bdb9f8-9f28-4e6e-972b-58002c3e40b0 HTTP/1.1" status: 404 len: 347 time: 0.0176370 May 06 09:27:08.029825 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 57598) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:27:08.343915 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [None req-4baac6ba-aaeb-49a0-bf40-84c912e847bd tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Deleting port 5ee51a4b-1b38-4c7e-82ba-884035e4bb81 {{(pid=74231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:27:08.344258 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-4baac6ba-aaeb-49a0-bf40-84c912e847bd tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:08.463838 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-4baac6ba-aaeb-49a0-bf40-84c912e847bd tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:08.464169 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-4baac6ba-aaeb-49a0-bf40-84c912e847bd tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:08.587184 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [None req-4baac6ba-aaeb-49a0-bf40-84c912e847bd tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Calling delete_port for 5ee51a4b-1b38-4c7e-82ba-884035e4bb81 owned by network:floatingip {{(pid=74231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:27:08.764547 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-4baac6ba-aaeb-49a0-bf40-84c912e847bd tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:08.768221 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-8bedf7f0-adcf-4138-b643-389e25eaa9d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:08.809203 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baac6ba-aaeb-49a0-bf40-84c912e847bd tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Pushing event deleted for resources: {'Port': ['ID=5ee51a4b-1b38-4c7e-82ba-884035e4bb81,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:08.812718 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-4baac6ba-aaeb-49a0-bf40-84c912e847bd tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:08.904258 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-4baac6ba-aaeb-49a0-bf40-84c912e847bd tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for floatingip, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:08.918120 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-4baac6ba-aaeb-49a0-bf40-84c912e847bd tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for floatingip, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:08.919240 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-4baac6ba-aaeb-49a0-bf40-84c912e847bd tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "DELETE /v2.0/floatingips/ecc9ece4-633c-4784-9450-4cede519e319 HTTP/1.1" status: 204 len: 168 time: 0.8884346 May 06 09:27:09.165203 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 57610) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:27:09.170512 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-be05cfb7-2966-4533-a38b-49365e09893d tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1859002747', 'description': 'tempest-description--1114498619'}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:27:09.176346 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-be05cfb7-2966-4533-a38b-49365e09893d tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:27:09.181026 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-be05cfb7-2966-4533-a38b-49365e09893d tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Usage tracker for resource:security_group and tenant:9ae2085d4b8a40478cbd7d65dce1e9a9 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:27:09.184796 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-be05cfb7-2966-4533-a38b-49365e09893d tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:27:09.190506 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-be05cfb7-2966-4533-a38b-49365e09893d tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:27:09.292331 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-be05cfb7-2966-4533-a38b-49365e09893d tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:09.312823 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-be05cfb7-2966-4533-a38b-49365e09893d tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:27:09.316630 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-be05cfb7-2966-4533-a38b-49365e09893d tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Usage tracker for resource:security_group_rule and tenant:9ae2085d4b8a40478cbd7d65dce1e9a9 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:27:09.319384 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-be05cfb7-2966-4533-a38b-49365e09893d tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:27:09.325084 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-be05cfb7-2966-4533-a38b-49365e09893d tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:27:09.397502 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-be05cfb7-2966-4533-a38b-49365e09893d tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:09.492133 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-be05cfb7-2966-4533-a38b-49365e09893d tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:09.496195 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-0c7eefbf-c111-4f0a-839e-cf1a77c93fbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:09.537295 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be05cfb7-2966-4533-a38b-49365e09893d tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec304a2c-616c-4eb9-9fce-ba3d1c80cab3,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:09.540129 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-be05cfb7-2966-4533-a38b-49365e09893d tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:09.612134 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-be05cfb7-2966-4533-a38b-49365e09893d tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:09.613475 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-be05cfb7-2966-4533-a38b-49365e09893d tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4472637 May 06 09:27:09.616278 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 57616) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:27:09.621432 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-53be30f4-ed8f-467a-b96a-466e76cf7587 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Request body: {'security_group_rule': {'security_group_id': 'ec304a2c-616c-4eb9-9fce-ba3d1c80cab3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:27:09.627260 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-53be30f4-ed8f-467a-b96a-466e76cf7587 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:27:09.631345 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-53be30f4-ed8f-467a-b96a-466e76cf7587 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Usage tracker for resource:security_group_rule and tenant:9ae2085d4b8a40478cbd7d65dce1e9a9 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:27:09.634385 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-53be30f4-ed8f-467a-b96a-466e76cf7587 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:27:09.640210 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-53be30f4-ed8f-467a-b96a-466e76cf7587 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:27:09.743237 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-53be30f4-ed8f-467a-b96a-466e76cf7587 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:09.802048 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-53be30f4-ed8f-467a-b96a-466e76cf7587 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:09.885308 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-53be30f4-ed8f-467a-b96a-466e76cf7587 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757315'] for security_group_rule, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:09.887821 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-9eda9da4-6625-4ef0-8e04-047a1766e4cc tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:09.915812 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be30f4-ed8f-467a-b96a-466e76cf7587 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa0d881-28ea-4a71-ba46-fa816e90055e,revision_number=0']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:09.918698 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-53be30f4-ed8f-467a-b96a-466e76cf7587 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:09.995182 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-53be30f4-ed8f-467a-b96a-466e76cf7587 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:09.996407 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-53be30f4-ed8f-467a-b96a-466e76cf7587 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3792124 May 06 09:27:09.999109 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 57620) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:27:10.004327 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-2fb3e53c-3dec-42eb-a3fb-5d84c5341c54 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Request body: {'security_group_rule': {'security_group_id': 'ec304a2c-616c-4eb9-9fce-ba3d1c80cab3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:27:10.010558 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-2fb3e53c-3dec-42eb-a3fb-5d84c5341c54 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:27:10.014318 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-2fb3e53c-3dec-42eb-a3fb-5d84c5341c54 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Usage tracker for resource:security_group_rule and tenant:9ae2085d4b8a40478cbd7d65dce1e9a9 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:27:10.017291 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-2fb3e53c-3dec-42eb-a3fb-5d84c5341c54 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:27:10.023391 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-2fb3e53c-3dec-42eb-a3fb-5d84c5341c54 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:27:10.113096 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-2fb3e53c-3dec-42eb-a3fb-5d84c5341c54 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:10.178462 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-2fb3e53c-3dec-42eb-a3fb-5d84c5341c54 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:10.246357 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-2fb3e53c-3dec-42eb-a3fb-5d84c5341c54 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757315'] for security_group_rule, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:10.253805 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:10.274435 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3e53c-3dec-42eb-a3fb-5d84c5341c54 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5c31377-bc36-4ba3-b22f-13f738a2bcd0,revision_number=0']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:10.277188 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-2fb3e53c-3dec-42eb-a3fb-5d84c5341c54 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:10.343830 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-2fb3e53c-3dec-42eb-a3fb-5d84c5341c54 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:10.345045 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-2fb3e53c-3dec-42eb-a3fb-5d84c5341c54 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3449366 May 06 09:27:10.348078 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 57626) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:27:10.353093 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-8b18f4e4-fa7f-4d4d-8bba-8d84f07896bf tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Request body: {'floatingip': {'floating_network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:27:10.358961 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-8b18f4e4-fa7f-4d4d-8bba-8d84f07896bf tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:27:10.362752 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-8b18f4e4-fa7f-4d4d-8bba-8d84f07896bf tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Usage tracker for resource:floatingip and tenant:9ae2085d4b8a40478cbd7d65dce1e9a9 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:27:10.365673 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-8b18f4e4-fa7f-4d4d-8bba-8d84f07896bf tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:27:10.372082 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-8b18f4e4-fa7f-4d4d-8bba-8d84f07896bf tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:27:10.446145 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-8b18f4e4-fa7f-4d4d-8bba-8d84f07896bf tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for floatingip, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:10.586127 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-8b18f4e4-fa7f-4d4d-8bba-8d84f07896bf tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:10.722583 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.db_base_plugin_common [None req-8b18f4e4-fa7f-4d4d-8bba-8d84f07896bf tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Allocated IP 172.28.3.123 (b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f/0efb0a43-973d-4597-8ac6-a120d0d0adfe/1656d070-82a8-46d4-9ef1-b2dc588b5ac7) {{(pid=74232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:27:10.868986 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-8b18f4e4-fa7f-4d4d-8bba-8d84f07896bf tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for port, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:10.964999 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-8b18f4e4-fa7f-4d4d-8bba-8d84f07896bf tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15350160'] for port, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:10.969708 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-9020461e-7563-411b-839c-3f29273aa918 tempest-VolumesActionsTest-1782208268 tempest-VolumesActionsTest-1782208268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:11.026278 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b18f4e4-fa7f-4d4d-8bba-8d84f07896bf tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Network b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f is already hosted by enough agents. {{(pid=74232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:27:11.028808 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.base_scheduler [None req-8b18f4e4-fa7f-4d4d-8bba-8d84f07896bf tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Resources bound (agent type, host, resource id): {{(pid=74232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:27:11.032758 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b18f4e4-fa7f-4d4d-8bba-8d84f07896bf tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Received port after_create {{(pid=74232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:27:11.077214 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b18f4e4-fa7f-4d4d-8bba-8d84f07896bf tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Pushing event updated for resources: {'Port': ['ID=1656d070-82a8-46d4-9ef1-b2dc588b5ac7,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:11.081479 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-8b18f4e4-fa7f-4d4d-8bba-8d84f07896bf tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:11.121382 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-8b18f4e4-fa7f-4d4d-8bba-8d84f07896bf tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:11.248749 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-8b18f4e4-fa7f-4d4d-8bba-8d84f07896bf tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:11.453140 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-8b18f4e4-fa7f-4d4d-8bba-8d84f07896bf tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for port, precommit_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:11.526227 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-8b18f4e4-fa7f-4d4d-8bba-8d84f07896bf tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15350153'] for port, after_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:11.530597 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:11.712189 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b18f4e4-fa7f-4d4d-8bba-8d84f07896bf tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Pushing event updated for resources: {'Port': ['ID=1656d070-82a8-46d4-9ef1-b2dc588b5ac7,revision_number=2']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:11.716461 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-8b18f4e4-fa7f-4d4d-8bba-8d84f07896bf tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:11.726464 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-8b18f4e4-fa7f-4d4d-8bba-8d84f07896bf tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670062'] for floatingip, after_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:11.806401 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-8b18f4e4-fa7f-4d4d-8bba-8d84f07896bf tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for floatingip, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:11.807638 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-8b18f4e4-fa7f-4d4d-8bba-8d84f07896bf tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4586229 May 06 09:27:12.141853 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-22920096-9f69-47f3-9599-c68372d77f3e req-34093195-2521-4877-b98a-8c9b5e19a6e1 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Synchronizing usage tracker for tenant:9ae2085d4b8a40478cbd7d65dce1e9a9 on resource:security_group {{(pid=74232) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:27:12.235104 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-22920096-9f69-47f3-9599-c68372d77f3e req-34093195-2521-4877-b98a-8c9b5e19a6e1 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Unset dirty status for tenant:9ae2085d4b8a40478cbd7d65dce1e9a9 on resource:security_group {{(pid=74232) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:27:12.236398 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-22920096-9f69-47f3-9599-c68372d77f3e req-34093195-2521-4877-b98a-8c9b5e19a6e1 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1859002747&fields=id&tenant_id=9ae2085d4b8a40478cbd7d65dce1e9a9 HTTP/1.1" status: 200 len: 267 time: 0.1362634 May 06 09:27:12.389165 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22920096-9f69-47f3-9599-c68372d77f3e req-5792f495-248b-4e6d-a737-7e91283318aa tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:12.390625 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-22920096-9f69-47f3-9599-c68372d77f3e req-5792f495-248b-4e6d-a737-7e91283318aa tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/networks?id=ac387211-8a03-4c25-adfd-9a491e0199c6 HTTP/1.1" status: 200 len: 811 time: 0.1475732 May 06 09:27:12.405502 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-22920096-9f69-47f3-9599-c68372d77f3e req-c99556ac-471f-4d14-92d8-d4b4cf8af101 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/quotas/9ae2085d4b8a40478cbd7d65dce1e9a9 HTTP/1.1" status: 200 len: 375 time: 0.0092132 May 06 09:27:12.499818 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-22920096-9f69-47f3-9599-c68372d77f3e req-03305853-5538-42cb-9a29-3e43989e82df tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9ae2085d4b8a40478cbd7d65dce1e9a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0887020 May 06 09:27:12.683440 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-22920096-9f69-47f3-9599-c68372d77f3e req-a06c63f0-10a4-4af0-ae46-cd15a51ad68c service neutron] 10.222.0.20 "GET /v2.0/networks/ac387211-8a03-4c25-adfd-9a491e0199c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721439 May 06 09:27:12.813870 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-22920096-9f69-47f3-9599-c68372d77f3e req-b4e26d8b-f2d2-4e74-902c-b72654334bb6 service neutron] 10.222.0.20 "GET /v2.0/networks/ac387211-8a03-4c25-adfd-9a491e0199c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245584 May 06 09:27:13.167228 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-b186cb86-3213-4553-8fd6-553ee4f3b230 req-ef204572-e22a-4bcb-bd7a-f92d46cb8731 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Synchronizing usage tracker for tenant:9ae2085d4b8a40478cbd7d65dce1e9a9 on resource:port {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:27:13.244913 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-b186cb86-3213-4553-8fd6-553ee4f3b230 req-ef204572-e22a-4bcb-bd7a-f92d46cb8731 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Unset dirty status for tenant:9ae2085d4b8a40478cbd7d65dce1e9a9 on resource:port {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:27:13.246096 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b186cb86-3213-4553-8fd6-553ee4f3b230 req-ef204572-e22a-4bcb-bd7a-f92d46cb8731 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bfb848-9636-4380-87f9-fdff5ced0d1b HTTP/1.1" status: 200 len: 210 time: 0.1739254 May 06 09:27:13.410511 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-98a5d2f9-f4cb-4d01-976f-0fb895c8d5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:14.394126 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-f3b44f4e-0fde-4e24-864d-50d1bca6ec40 req-eee9080d-1fa3-4fcc-bb1f-3ce24898170f tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bfb848-9636-4380-87f9-fdff5ced0d1b HTTP/1.1" status: 200 len: 210 time: 0.0435152 May 06 09:27:15.494627 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22920096-9f69-47f3-9599-c68372d77f3e req-9f9fd532-c0c0-422a-8016-9408a753aa2e tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:15.496147 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-22920096-9f69-47f3-9599-c68372d77f3e req-9f9fd532-c0c0-422a-8016-9408a753aa2e tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.79 "GET /v2.0/networks?id=ac387211-8a03-4c25-adfd-9a491e0199c6 HTTP/1.1" status: 200 len: 811 time: 0.1543150 May 06 09:27:15.569531 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b397e62d-087e-4368-a63f-58facd0a86e8 req-d46d8482-ab40-4a0d-8af5-d6ed15014b2e tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bfb848-9636-4380-87f9-fdff5ced0d1b HTTP/1.1" status: 200 len: 210 time: 0.0506852 May 06 09:27:15.592906 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-22920096-9f69-47f3-9599-c68372d77f3e req-92d25397-03ea-41f3-acc5-d12b85975847 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ae2085d4b8a40478cbd7d65dce1e9a9 HTTP/1.1" status: 200 len: 380 time: 0.0871086 May 06 09:27:15.605057 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [req-22920096-9f69-47f3-9599-c68372d77f3e req-3a4d0114-815e-43f8-98d1-e70dfed6781a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Request body: {'port': {'device_id': 'd4bfb848-9636-4380-87f9-fdff5ced0d1b', 'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6', 'admin_state_up': True, 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'security_groups': ['ec304a2c-616c-4eb9-9fce-ba3d1c80cab3']}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:27:15.742588 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [req-22920096-9f69-47f3-9599-c68372d77f3e req-3a4d0114-815e-43f8-98d1-e70dfed6781a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:27:15.752084 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [req-22920096-9f69-47f3-9599-c68372d77f3e req-3a4d0114-815e-43f8-98d1-e70dfed6781a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:27:15.875200 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22920096-9f69-47f3-9599-c68372d77f3e req-3a4d0114-815e-43f8-98d1-e70dfed6781a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Made reservation on behalf of 9ae2085d4b8a40478cbd7d65dce1e9a9 for: {'port': 1} {{(pid=74231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:27:15.875880 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:15.877638 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-3661f4c0-89b5-4403-ad11-e634230086d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:15.881118 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-22920096-9f69-47f3-9599-c68372d77f3e req-3a4d0114-815e-43f8-98d1-e70dfed6781a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:16.043165 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.db_base_plugin_common [req-22920096-9f69-47f3-9599-c68372d77f3e req-3a4d0114-815e-43f8-98d1-e70dfed6781a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Allocated IP 172.20.0.9 (ac387211-8a03-4c25-adfd-9a491e0199c6/7b16db8b-a94c-4c3b-a507-250865434e20/66c2ed22-da3b-483f-8fdd-fd116892b70f) {{(pid=74231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:27:16.208352 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 57722) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:27:16.227781 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-22920096-9f69-47f3-9599-c68372d77f3e req-3a4d0114-815e-43f8-98d1-e70dfed6781a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for port, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:16.242726 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.provisioning_blocks [req-22920096-9f69-47f3-9599-c68372d77f3e req-3a4d0114-815e-43f8-98d1-e70dfed6781a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Transition to ACTIVE for port object 66c2ed22-da3b-483f-8fdd-fd116892b70f will not be triggered until provisioned by entity DHCP. {{(pid=74231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:27:16.270343 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc1f5e17-fdd1-4329-937b-d0d0cb33832f admin admin] Deleting subnet bbbdab4d-6c19-491a-b9ed-15b1463c58ca {{(pid=74232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 09:27:16.273447 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-fc1f5e17-fdd1-4329-937b-d0d0cb33832f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:16.321042 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-fc1f5e17-fdd1-4329-937b-d0d0cb33832f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15457490'] for subnet, precommit_delete_associations {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:16.355259 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-22920096-9f69-47f3-9599-c68372d77f3e req-3a4d0114-815e-43f8-98d1-e70dfed6781a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:16.361836 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:16.381594 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-fc1f5e17-fdd1-4329-937b-d0d0cb33832f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2045876'] for subnet, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:16.425268 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22920096-9f69-47f3-9599-c68372d77f3e req-3a4d0114-815e-43f8-98d1-e70dfed6781a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Network ac387211-8a03-4c25-adfd-9a491e0199c6 is already hosted by enough agents. {{(pid=74231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:27:16.426372 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.base_scheduler [req-22920096-9f69-47f3-9599-c68372d77f3e req-3a4d0114-815e-43f8-98d1-e70dfed6781a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Resources bound (agent type, host, resource id): {{(pid=74231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:27:16.429307 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [req-22920096-9f69-47f3-9599-c68372d77f3e req-3a4d0114-815e-43f8-98d1-e70dfed6781a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Received port after_create {{(pid=74231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:27:16.483957 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d0114-815e-43f8-98d1-e70dfed6781a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Pushing event updated for resources: {'Port': ['ID=66c2ed22-da3b-483f-8fdd-fd116892b70f,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:16.495481 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d0114-815e-43f8-98d1-e70dfed6781a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:16.496324 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d0114-815e-43f8-98d1-e70dfed6781a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:16.496324 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d0114-815e-43f8-98d1-e70dfed6781a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:16.496688 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d0114-815e-43f8-98d1-e70dfed6781a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:16.497450 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d0114-815e-43f8-98d1-e70dfed6781a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:16.497799 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d0114-815e-43f8-98d1-e70dfed6781a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:16.498140 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d0114-815e-43f8-98d1-e70dfed6781a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:16.498482 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d0114-815e-43f8-98d1-e70dfed6781a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:16.498824 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d0114-815e-43f8-98d1-e70dfed6781a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:16.499162 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d0114-815e-43f8-98d1-e70dfed6781a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:16.499514 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d0114-815e-43f8-98d1-e70dfed6781a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:16.499860 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4d0114-815e-43f8-98d1-e70dfed6781a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:16.504070 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-3a4d0114-815e-43f8-98d1-e70dfed6781a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:16.521459 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22920096-9f69-47f3-9599-c68372d77f3e req-3a4d0114-815e-43f8-98d1-e70dfed6781a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:16.522104 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-22920096-9f69-47f3-9599-c68372d77f3e req-3a4d0114-815e-43f8-98d1-e70dfed6781a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:16.611091 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-22920096-9f69-47f3-9599-c68372d77f3e req-3a4d0114-815e-43f8-98d1-e70dfed6781a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0101631 May 06 09:27:16.625595 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [req-22920096-9f69-47f3-9599-c68372d77f3e req-50ac4204-4e10-4e04-8566-df1b38ca7396 service neutron] Request body: {'port': {'device_id': 'd4bfb848-9636-4380-87f9-fdff5ced0d1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:27:16.738216 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-fc1f5e17-fdd1-4329-937b-d0d0cb33832f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2045883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15350211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15263217'] for subnet, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:16.742406 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:16.782305 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f5e17-fdd1-4329-937b-d0d0cb33832f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbbdab4d-6c19-491a-b9ed-15b1463c58ca,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:16.786707 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-fc1f5e17-fdd1-4329-937b-d0d0cb33832f admin admin] Notify callbacks [] for subnet, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:16.799819 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f5e17-fdd1-4329-937b-d0d0cb33832f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:16.800383 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f5e17-fdd1-4329-937b-d0d0cb33832f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:16.800770 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f5e17-fdd1-4329-937b-d0d0cb33832f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:16.801165 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f5e17-fdd1-4329-937b-d0d0cb33832f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:16.801543 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f5e17-fdd1-4329-937b-d0d0cb33832f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:16.801836 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f5e17-fdd1-4329-937b-d0d0cb33832f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:16.803051 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f5e17-fdd1-4329-937b-d0d0cb33832f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:16.803051 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f5e17-fdd1-4329-937b-d0d0cb33832f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:16.803306 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f5e17-fdd1-4329-937b-d0d0cb33832f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:16.803510 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f5e17-fdd1-4329-937b-d0d0cb33832f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:16.804551 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f5e17-fdd1-4329-937b-d0d0cb33832f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:16.804551 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f5e17-fdd1-4329-937b-d0d0cb33832f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:16.808690 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-fc1f5e17-fdd1-4329-937b-d0d0cb33832f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bbbdab4d-6c19-491a-b9ed-15b1463c58ca HTTP/1.1" status: 204 len: 168 time: 0.5979552 May 06 09:27:16.808690 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-fc1f5e17-fdd1-4329-937b-d0d0cb33832f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:16.815820 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 57728) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:27:16.818135 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-ae901708-e5f8-4af1-8dd0-e21a8e3fa617 None None] Provisioning for port 66c2ed22-da3b-483f-8fdd-fd116892b70f completed by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:27:16.823779 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-ae901708-e5f8-4af1-8dd0-e21a8e3fa617 None None] Provisioning complete for port 66c2ed22-da3b-483f-8fdd-fd116892b70f triggered by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:27:16.824441 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-ae901708-e5f8-4af1-8dd0-e21a8e3fa617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:16.877094 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-22920096-9f69-47f3-9599-c68372d77f3e req-50ac4204-4e10-4e04-8566-df1b38ca7396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:16.905315 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-ae901708-e5f8-4af1-8dd0-e21a8e3fa617 None None] Port 66c2ed22-da3b-483f-8fdd-fd116892b70f cannot update to ACTIVE because it is not bound. {{(pid=74233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 09:27:16.942217 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-889abb22-7faa-4366-bffa-ebae9f9ea6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1693876'] for network, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:16.986811 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345ace1-4a9a-4a23-b3f0-fe5feb50418a req-644c3a4c-4609-4c5e-aa5b-634823ba4076 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:16.987760 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-2345ace1-4a9a-4a23-b3f0-fe5feb50418a req-644c3a4c-4609-4c5e-aa5b-634823ba4076 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Synchronizing usage tracker for tenant:9ae2085d4b8a40478cbd7d65dce1e9a9 on resource:port {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:27:16.989312 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:17.074321 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-889abb22-7faa-4366-bffa-ebae9f9ea6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043471', 'neutron.services.segments.db._delete_segments_for_network-8734680829341'] for network, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:17.087242 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.services.segments.db [None req-889abb22-7faa-4366-bffa-ebae9f9ea6e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db7d7220-3c72-4603-ac56-6d559241086f']}} {{(pid=74232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:27:17.099365 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.services.segments.db [None req-889abb22-7faa-4366-bffa-ebae9f9ea6e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f14ba3-2fe0-4e5b-8f73-019e0f53b95f') {'for_net_delete': True} {{(pid=74232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:27:17.099720 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.services.segments.db [None req-889abb22-7faa-4366-bffa-ebae9f9ea6e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f14ba3-2fe0-4e5b-8f73-019e0f53b95f') {} {{(pid=74232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:27:17.111898 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-889abb22-7faa-4366-bffa-ebae9f9ea6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734680841831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15457485'] for segment, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:17.127340 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-889abb22-7faa-4366-bffa-ebae9f9ea6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047374'] for segment, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:17.133419 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-889abb22-7faa-4366-bffa-ebae9f9ea6e8 admin admin] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=74232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:27:17.133802 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-889abb22-7faa-4366-bffa-ebae9f9ea6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2047367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15350181'] for segment, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:17.141066 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-2345ace1-4a9a-4a23-b3f0-fe5feb50418a req-644c3a4c-4609-4c5e-aa5b-634823ba4076 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Unset dirty status for tenant:9ae2085d4b8a40478cbd7d65dce1e9a9 on resource:port {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:27:17.142233 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-2345ace1-4a9a-4a23-b3f0-fe5feb50418a req-644c3a4c-4609-4c5e-aa5b-634823ba4076 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bfb848-9636-4380-87f9-fdff5ced0d1b HTTP/1.1" status: 200 len: 931 time: 0.4589419 May 06 09:27:17.147513 dv-cinder-790014-1-smb neutron-server[74232]: Traceback (most recent call last): May 06 09:27:17.147513 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:27:17.147513 dv-cinder-790014-1-smb neutron-server[74232]: timer() May 06 09:27:17.147513 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:27:17.147513 dv-cinder-790014-1-smb neutron-server[74232]: cb(*args, **kw) May 06 09:27:17.147513 dv-cinder-790014-1-smb neutron-server[74232]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 09:27:17.147513 dv-cinder-790014-1-smb neutron-server[74232]: return func(*args, **kwargs) May 06 09:27:17.147513 dv-cinder-790014-1-smb neutron-server[74232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:27:17.147513 dv-cinder-790014-1-smb neutron-server[74232]: self._notify() May 06 09:27:17.147513 dv-cinder-790014-1-smb neutron-server[74232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:27:17.147513 dv-cinder-790014-1-smb neutron-server[74232]: self.callback(batched_events) May 06 09:27:17.147513 dv-cinder-790014-1-smb neutron-server[74232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:27:17.147513 dv-cinder-790014-1-smb neutron-server[74232]: event.method(event) May 06 09:27:17.147513 dv-cinder-790014-1-smb neutron-server[74232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 09:27:17.147513 dv-cinder-790014-1-smb neutron-server[74232]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:27:17.147513 dv-cinder-790014-1-smb neutron-server[74232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 09:27:17.147513 dv-cinder-790014-1-smb neutron-server[74232]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:27:17.147513 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 09:27:17.147513 dv-cinder-790014-1-smb neutron-server[74232]: return f(self, *a, **k) May 06 09:27:17.147513 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 09:27:17.147513 dv-cinder-790014-1-smb neutron-server[74232]: return self._get(url).json() May 06 09:27:17.147513 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 09:27:17.147513 dv-cinder-790014-1-smb neutron-server[74232]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:27:17.147513 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:27:17.147513 dv-cinder-790014-1-smb neutron-server[74232]: return self.request(url, 'GET', **kwargs) May 06 09:27:17.147513 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:27:17.147513 dv-cinder-790014-1-smb neutron-server[74232]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:27:17.147513 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:27:17.147513 dv-cinder-790014-1-smb neutron-server[74232]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:27:17.147513 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:27:17.147513 dv-cinder-790014-1-smb neutron-server[74232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:27:17.147513 dv-cinder-790014-1-smb neutron-server[74232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:27:17.222410 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-2345ace1-4a9a-4a23-b3f0-fe5feb50418a req-61437948-44a7-4083-b9ee-c933997236e6 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec304a2c-616c-4eb9-9fce-ba3d1c80cab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719953 May 06 09:27:17.318700 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-889abb22-7faa-4366-bffa-ebae9f9ea6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670049'] for network, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:17.321731 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [req-22920096-9f69-47f3-9599-c68372d77f3e req-50ac4204-4e10-4e04-8566-df1b38ca7396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66c2ed22-da3b-483f-8fdd-fd116892b70f {{(pid=74231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 09:27:17.322333 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:17.329632 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-22920096-9f69-47f3-9599-c68372d77f3e req-50ac4204-4e10-4e04-8566-df1b38ca7396 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:17.335793 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-889abb22-7faa-4366-bffa-ebae9f9ea6e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for network, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:17.345139 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.provisioning_blocks [req-22920096-9f69-47f3-9599-c68372d77f3e req-50ac4204-4e10-4e04-8566-df1b38ca7396 service neutron] Transition to ACTIVE for port object 66c2ed22-da3b-483f-8fdd-fd116892b70f will not be triggered until provisioned by entity L2. {{(pid=74231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:27:17.346059 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889abb22-7faa-4366-bffa-ebae9f9ea6e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=db7d7220-3c72-4603-ac56-6d559241086f,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:17.349227 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-889abb22-7faa-4366-bffa-ebae9f9ea6e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:17.417654 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-22920096-9f69-47f3-9599-c68372d77f3e req-50ac4204-4e10-4e04-8566-df1b38ca7396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15534154'] for port, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:17.422097 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-d0d4a82e-961c-4d90-8e6a-df6fd1fcc5c4 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:17.445410 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-889abb22-7faa-4366-bffa-ebae9f9ea6e8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/db7d7220-3c72-4603-ac56-6d559241086f HTTP/1.1" status: 204 len: 168 time: 0.6284847 May 06 09:27:17.549277 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac4204-4e10-4e04-8566-df1b38ca7396 service neutron] Pushing event updated for resources: {'Port': ['ID=66c2ed22-da3b-483f-8fdd-fd116892b70f,revision_number=2']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:17.579695 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-50ac4204-4e10-4e04-8566-df1b38ca7396 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:17.660177 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-22920096-9f69-47f3-9599-c68372d77f3e req-50ac4204-4e10-4e04-8566-df1b38ca7396 service neutron] Attempting to bind port 66c2ed22-da3b-483f-8fdd-fd116892b70f on host hv-cinder-79001 for vnic_type normal with profile {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:27:17.660506 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-22920096-9f69-47f3-9599-c68372d77f3e req-50ac4204-4e10-4e04-8566-df1b38ca7396 service neutron] Attempting to bind port 66c2ed22-da3b-483f-8fdd-fd116892b70f by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '21ed25bf-f5b1-41ad-9700-5cd13c82ae12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6'}] {{(pid=74231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:27:17.660828 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22920096-9f69-47f3-9599-c68372d77f3e req-50ac4204-4e10-4e04-8566-df1b38ca7396 service neutron] Attempting to bind port 66c2ed22-da3b-483f-8fdd-fd116892b70f on network ac387211-8a03-4c25-adfd-9a491e0199c6 {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:27:17.665417 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22920096-9f69-47f3-9599-c68372d77f3e req-50ac4204-4e10-4e04-8566-df1b38ca7396 service neutron] Port 66c2ed22-da3b-483f-8fdd-fd116892b70f on network ac387211-8a03-4c25-adfd-9a491e0199c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 09:27:17.665733 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22920096-9f69-47f3-9599-c68372d77f3e req-50ac4204-4e10-4e04-8566-df1b38ca7396 service neutron] Attempting to bind port 66c2ed22-da3b-483f-8fdd-fd116892b70f on network ac387211-8a03-4c25-adfd-9a491e0199c6 {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:27:17.670882 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22920096-9f69-47f3-9599-c68372d77f3e req-50ac4204-4e10-4e04-8566-df1b38ca7396 service neutron] Checking agent: {'id': 'e51fd9d5-0712-41db-be1b-bc822ebf26a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 20, 30), 'started_at': datetime.datetime(2021, 5, 6, 9, 20, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 09:27:17.671151 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22920096-9f69-47f3-9599-c68372d77f3e req-50ac4204-4e10-4e04-8566-df1b38ca7396 service neutron] Checking segment: {'id': '21ed25bf-f5b1-41ad-9700-5cd13c82ae12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:27:17.671548 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22920096-9f69-47f3-9599-c68372d77f3e req-50ac4204-4e10-4e04-8566-df1b38ca7396 service neutron] Bound using segment: {'id': '21ed25bf-f5b1-41ad-9700-5cd13c82ae12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6'} {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 09:27:17.671970 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-22920096-9f69-47f3-9599-c68372d77f3e req-50ac4204-4e10-4e04-8566-df1b38ca7396 service neutron] Bound port: 66c2ed22-da3b-483f-8fdd-fd116892b70f, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21ed25bf-f5b1-41ad-9700-5cd13c82ae12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6'}}] {{(pid=74231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:27:17.672308 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-22920096-9f69-47f3-9599-c68372d77f3e req-50ac4204-4e10-4e04-8566-df1b38ca7396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:17.763360 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-22920096-9f69-47f3-9599-c68372d77f3e req-50ac4204-4e10-4e04-8566-df1b38ca7396 service neutron] For port 66c2ed22-da3b-483f-8fdd-fd116892b70f, host hv-cinder-79001, cleared binding levels {{(pid=74231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 09:27:17.766414 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-22920096-9f69-47f3-9599-c68372d77f3e req-50ac4204-4e10-4e04-8566-df1b38ca7396 service neutron] For port 66c2ed22-da3b-483f-8fdd-fd116892b70f, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=66c2ed22-da3b-483f-8fdd-fd116892b70f,segment=NetworkSegment(21ed25bf-f5b1-41ad-9700-5cd13c82ae12),segment_id=21ed25bf-f5b1-41ad-9700-5cd13c82ae12)] {{(pid=74231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 09:27:17.787452 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 57736) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:27:17.829953 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-22920096-9f69-47f3-9599-c68372d77f3e req-50ac4204-4e10-4e04-8566-df1b38ca7396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15534154'] for port, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:17.835483 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-a0efae55-658a-4b15-8790-ce2e93bd68d7 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:17.840005 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-35376ce2-f7bd-4c7a-8b61-08036296126d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=782a6b53265b4f60ab9fafd62d803f65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486197 May 06 09:27:17.840005 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 57740) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:27:17.887299 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22920096-9f69-47f3-9599-c68372d77f3e req-50ac4204-4e10-4e04-8566-df1b38ca7396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:17.888737 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-22920096-9f69-47f3-9599-c68372d77f3e req-50ac4204-4e10-4e04-8566-df1b38ca7396 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:17.890195 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-22920096-9f69-47f3-9599-c68372d77f3e req-50ac4204-4e10-4e04-8566-df1b38ca7396 service neutron] 10.222.0.79 "PUT /v2.0/ports/66c2ed22-da3b-483f-8fdd-fd116892b70f HTTP/1.1" status: 200 len: 1093 time: 1.2707160 May 06 09:27:17.893261 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4bfb848-9636-4380-87f9-fdff5ced0d1b', 'tag': '66c2ed22-da3b-483f-8fdd-fd116892b70f'}] {{(pid=74231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:27:17.907424 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-fa495185-af01-44b8-bd75-b7e133ed2f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:17.930000 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac4204-4e10-4e04-8566-df1b38ca7396 service neutron] Pushing event updated for resources: {'Port': ['ID=66c2ed22-da3b-483f-8fdd-fd116892b70f,revision_number=3']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:17.934772 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-50ac4204-4e10-4e04-8566-df1b38ca7396 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:17.945462 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-fa495185-af01-44b8-bd75-b7e133ed2f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:17.952821 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4bfb848-9636-4380-87f9-fdff5ced0d1b', 'tag': '66c2ed22-da3b-483f-8fdd-fd116892b70f', 'status': 'completed', 'code': 200} May 06 09:27:18.066600 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15d66d-c627-4986-8caf-72923880ccaa req-707e3547-f235-45a1-ad94-5d223546b1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:18.068233 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-ed15d66d-c627-4986-8caf-72923880ccaa req-707e3547-f235-45a1-ad94-5d223546b1bf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9ae2085d4b8a40478cbd7d65dce1e9a9&device_id=d4bfb848-9636-4380-87f9-fdff5ced0d1b HTTP/1.1" status: 200 len: 1096 time: 0.0957119 May 06 09:27:18.216695 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-fa495185-af01-44b8-bd75-b7e133ed2f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:18.218245 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15d66d-c627-4986-8caf-72923880ccaa req-0d3561ca-14e7-4a5d-b5f2-7bf135d54a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:18.219806 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-ed15d66d-c627-4986-8caf-72923880ccaa req-0d3561ca-14e7-4a5d-b5f2-7bf135d54a6e service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=9ae2085d4b8a40478cbd7d65dce1e9a9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1431808 May 06 09:27:18.221746 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-13b725d8-058a-4cb0-93ac-e5edebbffbde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:18.235451 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa495185-af01-44b8-bd75-b7e133ed2f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbdc489-275e-462c-b6cd-47716b9a8c74,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:18.238482 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-fa495185-af01-44b8-bd75-b7e133ed2f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:18.307881 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-fa495185-af01-44b8-bd75-b7e133ed2f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:18.309009 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-fa495185-af01-44b8-bd75-b7e133ed2f18 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/abbdc489-275e-462c-b6cd-47716b9a8c74 HTTP/1.1" status: 204 len: 168 time: 0.4683959 May 06 09:27:18.370583 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15d66d-c627-4986-8caf-72923880ccaa req-a882330b-623e-43b6-9dc5-3a70b760248d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:18.372645 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-ed15d66d-c627-4986-8caf-72923880ccaa req-a882330b-623e-43b6-9dc5-3a70b760248d service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1469500 May 06 09:27:18.430756 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051f292-53b8-465e-bcda-d1e957ea443a req-79164669-0de1-45ec-a4b3-f1589042e561 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:18.432372 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-0051f292-53b8-465e-bcda-d1e957ea443a req-79164669-0de1-45ec-a4b3-f1589042e561 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bfb848-9636-4380-87f9-fdff5ced0d1b HTTP/1.1" status: 200 len: 943 time: 0.0924418 May 06 09:27:18.480413 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-0051f292-53b8-465e-bcda-d1e957ea443a req-4bda5c0c-e1ca-4a17-a441-a4bde2972125 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec304a2c-616c-4eb9-9fce-ba3d1c80cab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410385 May 06 09:27:18.483423 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22920096-9f69-47f3-9599-c68372d77f3e req-e882ddb4-cab0-4f2e-9b74-8909a0c7464b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:18.484909 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-22920096-9f69-47f3-9599-c68372d77f3e req-e882ddb4-cab0-4f2e-9b74-8909a0c7464b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9ae2085d4b8a40478cbd7d65dce1e9a9&device_id=d4bfb848-9636-4380-87f9-fdff5ced0d1b HTTP/1.1" status: 200 len: 1096 time: 0.0721221 May 06 09:27:18.554901 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-22920096-9f69-47f3-9599-c68372d77f3e req-ec749afb-9e4a-4e3b-a5ab-9f21058bf259 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66c2ed22-da3b-483f-8fdd-fd116892b70f HTTP/1.1" status: 200 len: 217 time: 0.0632339 May 06 09:27:18.618333 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22920096-9f69-47f3-9599-c68372d77f3e req-1c8b0721-6cd1-4c28-8490-ca7ab5ccb689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:18.619802 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-22920096-9f69-47f3-9599-c68372d77f3e req-1c8b0721-6cd1-4c28-8490-ca7ab5ccb689 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7b16db8b-a94c-4c3b-a507-250865434e20 HTTP/1.1" status: 200 len: 850 time: 0.0585387 May 06 09:27:18.669415 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:18.695812 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22920096-9f69-47f3-9599-c68372d77f3e req-b8830609-6ba1-4e19-b5e9-65c5faf51a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:18.697276 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-22920096-9f69-47f3-9599-c68372d77f3e req-b8830609-6ba1-4e19-b5e9-65c5faf51a6e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ac387211-8a03-4c25-adfd-9a491e0199c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0710552 May 06 09:27:18.927678 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-22920096-9f69-47f3-9599-c68372d77f3e req-efb03361-81c6-4932-abf4-954fa8ecb80e service neutron] 10.222.0.79 "GET /v2.0/networks/ac387211-8a03-4c25-adfd-9a491e0199c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241476 May 06 09:27:19.067028 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-22920096-9f69-47f3-9599-c68372d77f3e req-a7d0a362-d525-44c8-bd71-d588a18236ce service neutron] 10.222.0.79 "GET /v2.0/networks/ac387211-8a03-4c25-adfd-9a491e0199c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277635 May 06 09:27:19.382582 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 57776) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:27:19.484913 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-430db32b-895c-4f00-8992-f5665752c927 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-183760932-network', 'tenant_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9'}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:27:19.489390 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-430db32b-895c-4f00-8992-f5665752c927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:27:19.493216 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-430db32b-895c-4f00-8992-f5665752c927 admin admin] Usage tracker for resource:network and tenant:74dc9aa8a5bc4509b7cbc1bc22c842a9 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:27:19.496038 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-430db32b-895c-4f00-8992-f5665752c927 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:27:19.505016 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-430db32b-895c-4f00-8992-f5665752c927 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:27:19.577577 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430db32b-895c-4f00-8992-f5665752c927 admin admin] Made reservation on behalf of 74dc9aa8a5bc4509b7cbc1bc22c842a9 for: {'network': 1} {{(pid=74232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:27:19.579851 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-430db32b-895c-4f00-8992-f5665752c927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for network, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:19.622131 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-430db32b-895c-4f00-8992-f5665752c927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:19.647403 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-430db32b-895c-4f00-8992-f5665752c927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:27:19.654696 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-430db32b-895c-4f00-8992-f5665752c927 admin admin] Usage tracker for resource:security_group_rule and tenant:74dc9aa8a5bc4509b7cbc1bc22c842a9 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:27:19.658148 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-430db32b-895c-4f00-8992-f5665752c927 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:27:19.664967 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-430db32b-895c-4f00-8992-f5665752c927 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:27:19.707236 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06eb816-1165-42d6-b3ac-45de5f11f8f4 req-7a1340ad-5b8b-4a1a-b83d-cd117a45c6bf tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:19.708818 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-b06eb816-1165-42d6-b3ac-45de5f11f8f4 req-7a1340ad-5b8b-4a1a-b83d-cd117a45c6bf tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bfb848-9636-4380-87f9-fdff5ced0d1b HTTP/1.1" status: 200 len: 943 time: 0.1183841 May 06 09:27:19.772027 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-b06eb816-1165-42d6-b3ac-45de5f11f8f4 req-416b83b3-fc0a-4f75-b0c7-2a580876eb25 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec304a2c-616c-4eb9-9fce-ba3d1c80cab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569947 May 06 09:27:19.809704 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-430db32b-895c-4f00-8992-f5665752c927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:19.878628 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-430db32b-895c-4f00-8992-f5665752c927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:19.881697 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-3af33cd5-6ae8-4d8f-9014-609973e82144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:19.910137 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-430db32b-895c-4f00-8992-f5665752c927 admin admin] vlan segment allocate from pool success with {'vlan_id': 1024, 'physical_network': 'physnet1'} {{(pid=74232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:27:19.919282 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430db32b-895c-4f00-8992-f5665752c927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a687ed9-a9b5-4d03-88d0-2b36ec1cceaf,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:19.922726 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-430db32b-895c-4f00-8992-f5665752c927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:19.925129 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-430db32b-895c-4f00-8992-f5665752c927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047374'] for segment, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:19.925466 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.db.segments_db [None req-430db32b-895c-4f00-8992-f5665752c927 admin admin] Added segment 70ef09ec-2709-4fec-b07a-1dbdcb7d412d of type vlan for network f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059 May 06 09:27:19.952415 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-430db32b-895c-4f00-8992-f5665752c927 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734680407444'] for network, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:20.061204 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-430db32b-895c-4f00-8992-f5665752c927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951'] for network, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:20.062515 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430db32b-895c-4f00-8992-f5665752c927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:20.063099 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-430db32b-895c-4f00-8992-f5665752c927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for network, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:20.067898 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-989637ef-5597-4aae-af79-d57a6c1429f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:20.167113 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430db32b-895c-4f00-8992-f5665752c927 admin admin] Pushing event updated for resources: {'Network': ['ID=f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:20.169791 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-430db32b-895c-4f00-8992-f5665752c927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:20.177331 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Network f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059 details requested by agent ovs-agent-dv-cinder-790014-1-smb with host dv-cinder-790014-1-smb {{(pid=74233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 09:27:20.217477 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-430db32b-895c-4f00-8992-f5665752c927 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8338544 May 06 09:27:20.220383 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 57784) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:27:20.225828 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-9b4b3cee-4cba-4d64-8781-b11887bf581f admin admin] Request body: {'subnet': {'network_id': 'f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-183760932-subnet', 'tenant_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'ip_version': 4}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:27:20.230588 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-9b4b3cee-4cba-4d64-8781-b11887bf581f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:27:20.235024 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-9b4b3cee-4cba-4d64-8781-b11887bf581f admin admin] Usage tracker for resource:subnet and tenant:74dc9aa8a5bc4509b7cbc1bc22c842a9 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:27:20.237872 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-9b4b3cee-4cba-4d64-8781-b11887bf581f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:27:20.243613 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-9b4b3cee-4cba-4d64-8781-b11887bf581f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:27:20.332230 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4b3cee-4cba-4d64-8781-b11887bf581f admin admin] Made reservation on behalf of 74dc9aa8a5bc4509b7cbc1bc22c842a9 for: {'subnet': 1} {{(pid=74232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:27:20.334700 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-9b4b3cee-4cba-4d64-8781-b11887bf581f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15263130'] for subnet, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:20.789310 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-9b4b3cee-4cba-4d64-8781-b11887bf581f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15451648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15263208'] for subnet, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:20.794443 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:20.865564 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b3cee-4cba-4d64-8781-b11887bf581f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1734543-204d-4a78-99b8-bce23fe18df5,revision_number=0']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:20.868814 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-9b4b3cee-4cba-4d64-8781-b11887bf581f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:20.875864 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4b3cee-4cba-4d64-8781-b11887bf581f admin admin] Checking segment: {'id': '70ef09ec-2709-4fec-b07a-1dbdcb7d412d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:27:20.876173 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4b3cee-4cba-4d64-8781-b11887bf581f admin admin] Network hostable DHCP agents. Network: f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059, hostable agents: ['bc902bc5-40dc-4f86-86c2-e5adb524f41e'], hosted agents: [] {{(pid=74232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:27:20.977485 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6debe9f-6250-4232-9e03-b9c168f125ba req-358323c2-933d-4a73-8ab0-1a3ef2d388da tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:20.978935 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-e6debe9f-6250-4232-9e03-b9c168f125ba req-358323c2-933d-4a73-8ab0-1a3ef2d388da tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bfb848-9636-4380-87f9-fdff5ced0d1b HTTP/1.1" status: 200 len: 943 time: 0.0946481 May 06 09:27:21.002065 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4b3cee-4cba-4d64-8781-b11887bf581f admin admin] Network f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059 is scheduled to be hosted by DHCP agent bc902bc5-40dc-4f86-86c2-e5adb524f41e with binding_index 1 {{(pid=74232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:27:21.030997 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-e6debe9f-6250-4232-9e03-b9c168f125ba req-419426db-945c-486e-b3a7-66bd18ddfe1f tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec304a2c-616c-4eb9-9fce-ba3d1c80cab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456750 May 06 09:27:21.091888 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.base_scheduler [None req-9b4b3cee-4cba-4d64-8781-b11887bf581f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-1-smb, f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059) {{(pid=74232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:27:21.102467 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4b3cee-4cba-4d64-8781-b11887bf581f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:21.102467 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-9b4b3cee-4cba-4d64-8781-b11887bf581f admin admin] Notify callbacks [] for subnet, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:21.102790 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4d1ed8-0da1-48b9-9d29-2ae6a8d8a43a None None] Network f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059 requested from dv-cinder-790014-1-smb {{(pid=74233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 09:27:21.172815 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-9b4b3cee-4cba-4d64-8781-b11887bf581f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9513443 May 06 09:27:21.175485 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 57792) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:27:21.180515 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-982fc7f4-8563-4649-9bf2-ac08834836f3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-183760932-router', 'tenant_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'}}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:27:21.185016 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-982fc7f4-8563-4649-9bf2-ac08834836f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:27:21.189541 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-982fc7f4-8563-4649-9bf2-ac08834836f3 admin admin] Usage tracker for resource:router and tenant:74dc9aa8a5bc4509b7cbc1bc22c842a9 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:27:21.192391 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-982fc7f4-8563-4649-9bf2-ac08834836f3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:27:21.198347 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-982fc7f4-8563-4649-9bf2-ac08834836f3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:27:21.267088 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-982fc7f4-8563-4649-9bf2-ac08834836f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-695550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30529'] for router, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:21.268128 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-982fc7f4-8563-4649-9bf2-ac08834836f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-695537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-754102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30536'] for router, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:21.283402 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-982fc7f4-8563-4649-9bf2-ac08834836f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:21.308146 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8a7499-6de1-4651-8a7f-46dcbbdc6ba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb69a74-8018-5d74-a3e5-5db803f491de-f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059', 'network_id': 'f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059', 'tenant_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'fixed_ips': [{'subnet_id': 'e1734543-204d-4a78-99b8-bce23fe18df5'}]}} from dv-cinder-790014-1-smb. {{(pid=74233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 09:27:21.309003 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-2b8a7499-6de1-4651-8a7f-46dcbbdc6ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:21.463324 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.db_base_plugin_common [None req-2b8a7499-6de1-4651-8a7f-46dcbbdc6ba5 None None] Allocated IP 172.20.0.2 (f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059/e1734543-204d-4a78-99b8-bce23fe18df5/b1fe0f8e-71f6-4e7e-be0d-7969cdbf6188) {{(pid=74233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:27:21.612188 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-982fc7f4-8563-4649-9bf2-ac08834836f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30650'] for router, precommit_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:21.743958 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-2b8a7499-6de1-4651-8a7f-46dcbbdc6ba5 None None] Notify callbacks [] for port, precommit_create {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:21.754121 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-2b8a7499-6de1-4651-8a7f-46dcbbdc6ba5 None None] Transition to ACTIVE for port object b1fe0f8e-71f6-4e7e-be0d-7969cdbf6188 will not be triggered until provisioned by entity L2. {{(pid=74233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:27:21.773769 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-2b8a7499-6de1-4651-8a7f-46dcbbdc6ba5 None None] Transition to ACTIVE for port object b1fe0f8e-71f6-4e7e-be0d-7969cdbf6188 will not be triggered until provisioned by entity DHCP. {{(pid=74233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:27:21.839306 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-2b8a7499-6de1-4651-8a7f-46dcbbdc6ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326'] for port, after_create {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:21.844133 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-585e3f20-a8e5-4e20-bbf5-2f9c6d215eb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:21.902293 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8a7499-6de1-4651-8a7f-46dcbbdc6ba5 None None] Network f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059 is already hosted by enough agents. {{(pid=74233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:27:21.909188 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.scheduler.base_scheduler [None req-2b8a7499-6de1-4651-8a7f-46dcbbdc6ba5 None None] Resources bound (agent type, host, resource id): {{(pid=74233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:27:21.911795 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8a7499-6de1-4651-8a7f-46dcbbdc6ba5 None None] Received port after_create {{(pid=74233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:27:21.922287 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a7499-6de1-4651-8a7f-46dcbbdc6ba5 None None] Pushing event updated for resources: {'Port': ['ID=b1fe0f8e-71f6-4e7e-be0d-7969cdbf6188,revision_number=1']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:21.925004 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-2b8a7499-6de1-4651-8a7f-46dcbbdc6ba5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:22.010138 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-2b8a7499-6de1-4651-8a7f-46dcbbdc6ba5 None None] Attempting to bind port b1fe0f8e-71f6-4e7e-be0d-7969cdbf6188 on host dv-cinder-790014-1-smb for vnic_type normal with profile {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:27:22.010641 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-2b8a7499-6de1-4651-8a7f-46dcbbdc6ba5 None None] Attempting to bind port b1fe0f8e-71f6-4e7e-be0d-7969cdbf6188 by drivers openvswitch,hyperv on host dv-cinder-790014-1-smb at level 0 using segments [{'id': '70ef09ec-2709-4fec-b07a-1dbdcb7d412d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059'}] {{(pid=74233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:27:22.011014 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8a7499-6de1-4651-8a7f-46dcbbdc6ba5 None None] Attempting to bind port b1fe0f8e-71f6-4e7e-be0d-7969cdbf6188 on network f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059 {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:27:22.016495 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8a7499-6de1-4651-8a7f-46dcbbdc6ba5 None None] Checking agent: {'id': 'a138baec-5248-4891-8a37-6ab457958a8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 14, 16), 'started_at': datetime.datetime(2021, 5, 6, 9, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 09:27:22.016878 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8a7499-6de1-4651-8a7f-46dcbbdc6ba5 None None] Checking segment: {'id': '70ef09ec-2709-4fec-b07a-1dbdcb7d412d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:27:22.017308 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-2b8a7499-6de1-4651-8a7f-46dcbbdc6ba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:22.017695 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8a7499-6de1-4651-8a7f-46dcbbdc6ba5 None None] Bound using segment: {'id': '70ef09ec-2709-4fec-b07a-1dbdcb7d412d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059'} {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 09:27:22.018169 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-2b8a7499-6de1-4651-8a7f-46dcbbdc6ba5 None None] Bound port: b1fe0f8e-71f6-4e7e-be0d-7969cdbf6188, host: dv-cinder-790014-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70ef09ec-2709-4fec-b07a-1dbdcb7d412d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059'}}] {{(pid=74233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:27:22.018551 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-2b8a7499-6de1-4651-8a7f-46dcbbdc6ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:22.076448 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-982fc7f4-8563-4649-9bf2-ac08834836f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:22.105994 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-2b8a7499-6de1-4651-8a7f-46dcbbdc6ba5 None None] For port b1fe0f8e-71f6-4e7e-be0d-7969cdbf6188, host dv-cinder-790014-1-smb, cleared binding levels {{(pid=74233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 09:27:22.107208 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-982fc7f4-8563-4649-9bf2-ac08834836f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:22.113380 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-2b8a7499-6de1-4651-8a7f-46dcbbdc6ba5 None None] For port b1fe0f8e-71f6-4e7e-be0d-7969cdbf6188, host dv-cinder-790014-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=b1fe0f8e-71f6-4e7e-be0d-7969cdbf6188,segment=NetworkSegment(70ef09ec-2709-4fec-b07a-1dbdcb7d412d),segment_id=70ef09ec-2709-4fec-b07a-1dbdcb7d412d)] {{(pid=74233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 09:27:22.195501 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-2b8a7499-6de1-4651-8a7f-46dcbbdc6ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:22.200569 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:22.300643 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6ef46-9aa8-4fb1-8767-10c9d1729d76 req-8c763db7-dbde-4a92-91e7-8d17650f19d3 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:22.301845 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-c5c6ef46-9aa8-4fb1-8767-10c9d1729d76 req-8c763db7-dbde-4a92-91e7-8d17650f19d3 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bfb848-9636-4380-87f9-fdff5ced0d1b HTTP/1.1" status: 200 len: 943 time: 0.1592631 May 06 09:27:22.306772 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a7499-6de1-4651-8a7f-46dcbbdc6ba5 None None] Pushing event updated for resources: {'Port': ['ID=b1fe0f8e-71f6-4e7e-be0d-7969cdbf6188,revision_number=2']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:22.311582 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-2b8a7499-6de1-4651-8a7f-46dcbbdc6ba5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:22.333346 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.db_base_plugin_common [None req-982fc7f4-8563-4649-9bf2-ac08834836f3 admin admin] Allocated IP 172.28.3.51 (b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f/0efb0a43-973d-4597-8ac6-a120d0d0adfe/293ca5ba-0834-45ce-a9e7-01ea52d730ee) {{(pid=74232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:27:22.339616 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 66c2ed22-da3b-483f-8fdd-fd116892b70f details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 09:27:22.432745 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-c5c6ef46-9aa8-4fb1-8767-10c9d1729d76 req-ca97e7e5-4f8b-4d0f-9230-248a1a5a0225 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec304a2c-616c-4eb9-9fce-ba3d1c80cab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198924 May 06 09:27:22.508690 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 66c2ed22-da3b-483f-8fdd-fd116892b70f, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=66c2ed22-da3b-483f-8fdd-fd116892b70f,segment=NetworkSegment(21ed25bf-f5b1-41ad-9700-5cd13c82ae12),segment_id=21ed25bf-f5b1-41ad-9700-5cd13c82ae12)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:27:22.528446 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Returning: {'device': '66c2ed22-da3b-483f-8fdd-fd116892b70f', 'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6', 'port_id': '66c2ed22-da3b-483f-8fdd-fd116892b70f', 'mac_address': 'fa:16:3e:4f:c3:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b16db8b-a94c-4c3b-a507-250865434e20', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 09:27:22.540696 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-982fc7f4-8563-4649-9bf2-ac08834836f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:22.585910 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:22.607111 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66c2ed22-da3b-483f-8fdd-fd116892b70f {{(pid=74233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 09:27:22.624261 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 66c2ed22-da3b-483f-8fdd-fd116892b70f, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=66c2ed22-da3b-483f-8fdd-fd116892b70f,segment=NetworkSegment(21ed25bf-f5b1-41ad-9700-5cd13c82ae12),segment_id=21ed25bf-f5b1-41ad-9700-5cd13c82ae12)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:27:22.629708 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-982fc7f4-8563-4649-9bf2-ac08834836f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15350160'] for port, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:22.633595 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-6a7de15d-d2ad-49c7-8a9f-5e0b180fe2d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:22.693728 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982fc7f4-8563-4649-9bf2-ac08834836f3 admin admin] Network b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f is already hosted by enough agents. {{(pid=74232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:27:22.701558 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.base_scheduler [None req-982fc7f4-8563-4649-9bf2-ac08834836f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=74232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:27:22.704020 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982fc7f4-8563-4649-9bf2-ac08834836f3 admin admin] Received port after_create {{(pid=74232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:27:22.708830 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:22.710742 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:22.740644 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982fc7f4-8563-4649-9bf2-ac08834836f3 admin admin] Pushing event updated for resources: {'Port': ['ID=293ca5ba-0834-45ce-a9e7-01ea52d730ee,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:22.745033 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-982fc7f4-8563-4649-9bf2-ac08834836f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:22.776136 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=66c2ed22-da3b-483f-8fdd-fd116892b70f,revision_number=4']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:22.779823 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:22.960421 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] get_ports_and_sgs() called for port_ids ['66c2ed22-da3b-483f-8fdd-fd116892b70f'] {{(pid=74233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 09:27:23.171311 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667b6348-5e38-4184-ae84-61add22a2246 None None] Network f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059 requested from dv-cinder-790014-1-smb {{(pid=74233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 09:27:23.215057 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-982fc7f4-8563-4649-9bf2-ac08834836f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:23.325028 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-ba458efd-916d-4544-bcc3-b08658da5f75 None None] Provisioning for port b1fe0f8e-71f6-4e7e-be0d-7969cdbf6188 completed by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:27:23.718862 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-982fc7f4-8563-4649-9bf2-ac08834836f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670493'] for router, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:23.787888 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c3883-fdcb-4bfd-99e4-a6611aeb5393 req-a127a294-ff97-4b75-a992-434f8e15110e tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:23.787888 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-254c3883-fdcb-4bfd-99e4-a6611aeb5393 req-a127a294-ff97-4b75-a992-434f8e15110e tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bfb848-9636-4380-87f9-fdff5ced0d1b HTTP/1.1" status: 200 len: 944 time: 0.1846125 May 06 09:27:23.912365 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-254c3883-fdcb-4bfd-99e4-a6611aeb5393 req-92be2176-03e1-4c7c-b924-9366cf527fa2 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec304a2c-616c-4eb9-9fce-ba3d1c80cab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700014 May 06 09:27:24.034705 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982fc7f4-8563-4649-9bf2-ac08834836f3 admin admin] Router 8a6627fd-847a-4e48-bea7-62960507b8a8 is scheduled to L3 agent 6417d645-ec24-4e28-ae28-fb602049daa5 with binding_index 1 {{(pid=74232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 09:27:24.210523 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982fc7f4-8563-4649-9bf2-ac08834836f3 admin admin] Notify agent at l3_agent.dv-cinder-790014-1-smb the message routers_updated {{(pid=74232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 09:27:24.220138 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5a3466-7922-41a1-ab63-847d2f3d4458 None None] Sync routers for ids ['8a6627fd-847a-4e48-bea7-62960507b8a8'] in dv-cinder-790014-1-smb {{(pid=74233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:27:24.229233 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5a3466-7922-41a1-ab63-847d2f3d4458 None None] Routers {'8a6627fd-847a-4e48-bea7-62960507b8a8'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:27:24.229843 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-7b5a3466-7922-41a1-ab63-847d2f3d4458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:27:16Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['8a6627fd-847a-4e48-bea7-62960507b8a8'], 'active': True} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:27:24.297478 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-982fc7f4-8563-4649-9bf2-ac08834836f3 admin admin] Notify callbacks [] for router, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:24.298618 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-982fc7f4-8563-4649-9bf2-ac08834836f3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1221986 May 06 09:27:24.301497 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 57806) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:27:24.366312 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 66c2ed22-da3b-483f-8fdd-fd116892b70f up at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:27:24.440205 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device b1fe0f8e-71f6-4e7e-be0d-7969cdbf6188 up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:27:24.497906 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvr_db [None req-7b5a3466-7922-41a1-ab63-847d2f3d4458 None None] Set router 8a6627fd-847a-4e48-bea7-62960507b8a8 gateway port host: dv-cinder-790014-1-smb {{(pid=74233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:27:24.690625 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Provisioning for port 66c2ed22-da3b-483f-8fdd-fd116892b70f completed by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:27:24.700703 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Provisioning complete for port 66c2ed22-da3b-483f-8fdd-fd116892b70f triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:27:24.701082 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:24.804165 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning for port b1fe0f8e-71f6-4e7e-be0d-7969cdbf6188 completed by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:27:24.836146 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port b1fe0f8e-71f6-4e7e-be0d-7969cdbf6188 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:27:24.836529 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:25.013943 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:25.082814 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4bfb848-9636-4380-87f9-fdff5ced0d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c2ed22-da3b-483f-8fdd-fd116892b70f'}] {{(pid=74233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:27:25.118319 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 66c2ed22-da3b-483f-8fdd-fd116892b70f, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=66c2ed22-da3b-483f-8fdd-fd116892b70f,segment=NetworkSegment(21ed25bf-f5b1-41ad-9700-5cd13c82ae12),segment_id=21ed25bf-f5b1-41ad-9700-5cd13c82ae12)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:27:25.120745 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:25.144437 dv-cinder-790014-1-smb neutron-server[74233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4bfb848-9636-4380-87f9-fdff5ced0d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c2ed22-da3b-483f-8fdd-fd116892b70f', 'code': 200} May 06 09:27:25.147429 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-7b5a3466-7922-41a1-ab63-847d2f3d4458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6627fd-847a-4e48-bea7-62960507b8a8', 'name': 'tempest-TestMinimumBasicScenario-183760932-router', 'tenant_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': '293ca5ba-0834-45ce-a9e7-01ea52d730ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:27:21Z', 'updated_at': '2021-05-06T09:27:22Z', 'revision_number': 3, 'project_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'gw_port': {'id': '293ca5ba-0834-45ce-a9e7-01ea52d730ee', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:82:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6627fd-847a-4e48-bea7-62960507b8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:27:22Z', 'updated_at': '2021-05-06T09:27:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb'}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:27:25.158167 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5a3466-7922-41a1-ab63-847d2f3d4458 None None] Checking router: 8a6627fd-847a-4e48-bea7-62960507b8a8 for host: dv-cinder-790014-1-smb {{(pid=74233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:27:25.158167 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5a3466-7922-41a1-ab63-847d2f3d4458 None None] Updating router 8a6627fd-847a-4e48-bea7-62960507b8a8 port 293ca5ba-0834-45ce-a9e7-01ea52d730ee binding host dv-cinder-790014-1-smb {{(pid=74233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:27:25.159324 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ae49f6ae-e1cf-4cbe-97a0-b071cbf98267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:25.196610 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] For port b1fe0f8e-71f6-4e7e-be0d-7969cdbf6188, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=b1fe0f8e-71f6-4e7e-be0d-7969cdbf6188,segment=NetworkSegment(70ef09ec-2709-4fec-b07a-1dbdcb7d412d),segment_id=70ef09ec-2709-4fec-b07a-1dbdcb7d412d)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:27:25.210112 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:25.214124 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:25.247337 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d920f-a821-4e52-ac67-c62f298a0360 req-da4d88b5-c80a-4e5e-9045-700bb804694c tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:25.248819 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-041d920f-a821-4e52-ac67-c62f298a0360 req-da4d88b5-c80a-4e5e-9045-700bb804694c tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bfb848-9636-4380-87f9-fdff5ced0d1b HTTP/1.1" status: 200 len: 944 time: 0.2029710 May 06 09:27:25.256375 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-7b5a3466-7922-41a1-ab63-847d2f3d4458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:25.292685 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:25.336638 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=66c2ed22-da3b-483f-8fdd-fd116892b70f,revision_number=5']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:25.355826 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-041d920f-a821-4e52-ac67-c62f298a0360 req-30f381ee-f876-496e-b44b-5d9c4c376a3a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec304a2c-616c-4eb9-9fce-ba3d1c80cab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004481 May 06 09:27:25.382472 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:25.382472 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:25.435869 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.db_base_plugin_common [None req-ae49f6ae-e1cf-4cbe-97a0-b071cbf98267 admin admin] Allocated IP 172.20.0.1 (f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059/e1734543-204d-4a78-99b8-bce23fe18df5/13df5695-daf1-485d-97b8-de016f325fa6) {{(pid=74232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:27:25.529148 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Pushing event updated for resources: {'Port': ['ID=b1fe0f8e-71f6-4e7e-be0d-7969cdbf6188,revision_number=3']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:25.538791 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:25.545713 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f94fa-b0ce-442e-9b59-dc5610feb411 req-a37ec969-7c77-4e8a-85f6-7156ad3cc90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:25.547262 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-131f94fa-b0ce-442e-9b59-dc5610feb411 req-a37ec969-7c77-4e8a-85f6-7156ad3cc90f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d4bfb848-9636-4380-87f9-fdff5ced0d1b HTTP/1.1" status: 200 len: 1098 time: 0.0708091 May 06 09:27:25.588350 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-131f94fa-b0ce-442e-9b59-dc5610feb411 req-0957f4cf-6c8f-4fdc-9a96-07baac66ffca service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ec304a2c-616c-4eb9-9fce-ba3d1c80cab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343990 May 06 09:27:25.672147 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-7b5a3466-7922-41a1-ab63-847d2f3d4458 None None] Notify callbacks [] for port, precommit_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:25.682989 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-7b5a3466-7922-41a1-ab63-847d2f3d4458 None None] Transition to ACTIVE for port object 293ca5ba-0834-45ce-a9e7-01ea52d730ee will not be triggered until provisioned by entity L2. {{(pid=74233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:27:25.704438 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ae49f6ae-e1cf-4cbe-97a0-b071cbf98267 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:25.720006 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.provisioning_blocks [None req-ae49f6ae-e1cf-4cbe-97a0-b071cbf98267 admin admin] Transition to ACTIVE for port object 13df5695-daf1-485d-97b8-de016f325fa6 will not be triggered until provisioned by entity DHCP. {{(pid=74232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:27:25.781520 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-7b5a3466-7922-41a1-ab63-847d2f3d4458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:25.786035 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:25.811040 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ae49f6ae-e1cf-4cbe-97a0-b071cbf98267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15350160'] for port, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:25.816078 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-8b18f4e4-fa7f-4d4d-8bba-8d84f07896bf tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:25.864951 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-7b5a3466-7922-41a1-ab63-847d2f3d4458 None None] Attempting to bind port 293ca5ba-0834-45ce-a9e7-01ea52d730ee on host dv-cinder-790014-1-smb for vnic_type normal with profile {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:27:25.865719 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-7b5a3466-7922-41a1-ab63-847d2f3d4458 None None] Attempting to bind port 293ca5ba-0834-45ce-a9e7-01ea52d730ee by drivers openvswitch,hyperv on host dv-cinder-790014-1-smb at level 0 using segments [{'id': '965c1257-9f5a-4385-a535-e1c8d4f2cb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'}] {{(pid=74233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:27:25.865719 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5a3466-7922-41a1-ab63-847d2f3d4458 None None] Attempting to bind port 293ca5ba-0834-45ce-a9e7-01ea52d730ee on network b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:27:25.867857 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60cdc1-1932-4cb8-a71f-84651cb89fe4 None None] Pushing event updated for resources: {'Port': ['ID=293ca5ba-0834-45ce-a9e7-01ea52d730ee,revision_number=2']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:25.871579 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-fc60cdc1-1932-4cb8-a71f-84651cb89fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:25.874128 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5a3466-7922-41a1-ab63-847d2f3d4458 None None] Checking agent: {'id': 'a138baec-5248-4891-8a37-6ab457958a8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 14, 16), 'started_at': datetime.datetime(2021, 5, 6, 9, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 09:27:25.874488 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5a3466-7922-41a1-ab63-847d2f3d4458 None None] Checking segment: {'id': '965c1257-9f5a-4385-a535-e1c8d4f2cb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:27:25.874898 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-7b5a3466-7922-41a1-ab63-847d2f3d4458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:25.875328 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5a3466-7922-41a1-ab63-847d2f3d4458 None None] Bound using segment: {'id': '965c1257-9f5a-4385-a535-e1c8d4f2cb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'} {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 09:27:25.875782 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-7b5a3466-7922-41a1-ab63-847d2f3d4458 None None] Bound port: 293ca5ba-0834-45ce-a9e7-01ea52d730ee, host: dv-cinder-790014-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965c1257-9f5a-4385-a535-e1c8d4f2cb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'}}] {{(pid=74233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:27:25.876161 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-7b5a3466-7922-41a1-ab63-847d2f3d4458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:25.876936 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae49f6ae-e1cf-4cbe-97a0-b071cbf98267 admin admin] Network f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059 is already hosted by enough agents. {{(pid=74232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:27:25.879766 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.base_scheduler [None req-ae49f6ae-e1cf-4cbe-97a0-b071cbf98267 admin admin] Resources bound (agent type, host, resource id): {{(pid=74232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:27:25.887767 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae49f6ae-e1cf-4cbe-97a0-b071cbf98267 admin admin] Received port after_create {{(pid=74232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:27:25.926373 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49f6ae-e1cf-4cbe-97a0-b071cbf98267 admin admin] Pushing event updated for resources: {'Port': ['ID=13df5695-daf1-485d-97b8-de016f325fa6,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:25.930974 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-ae49f6ae-e1cf-4cbe-97a0-b071cbf98267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:25.953890 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ae49f6ae-e1cf-4cbe-97a0-b071cbf98267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663746'] for router_interface, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:25.959304 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-7b5a3466-7922-41a1-ab63-847d2f3d4458 None None] For port 293ca5ba-0834-45ce-a9e7-01ea52d730ee, host dv-cinder-790014-1-smb, cleared binding levels {{(pid=74233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 09:27:25.962799 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-7b5a3466-7922-41a1-ab63-847d2f3d4458 None None] For port 293ca5ba-0834-45ce-a9e7-01ea52d730ee, host dv-cinder-790014-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=293ca5ba-0834-45ce-a9e7-01ea52d730ee,segment=NetworkSegment(965c1257-9f5a-4385-a535-e1c8d4f2cb09),segment_id=965c1257-9f5a-4385-a535-e1c8d4f2cb09)] {{(pid=74233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 09:27:26.064010 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-7b5a3466-7922-41a1-ab63-847d2f3d4458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:26.067753 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-1f40fd19-d101-4b7f-8fc9-eddf2ddd6bdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:26.154045 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5a3466-7922-41a1-ab63-847d2f3d4458 None None] Routers {'8a6627fd-847a-4e48-bea7-62960507b8a8'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:27:26.154556 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-7b5a3466-7922-41a1-ab63-847d2f3d4458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:27:16Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['8a6627fd-847a-4e48-bea7-62960507b8a8'], 'active': True} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:27:26.158991 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ae49f6ae-e1cf-4cbe-97a0-b071cbf98267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:26.208745 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60cdc1-1932-4cb8-a71f-84651cb89fe4 None None] Pushing event updated for resources: {'Port': ['ID=293ca5ba-0834-45ce-a9e7-01ea52d730ee,revision_number=3']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:26.265906 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-fc60cdc1-1932-4cb8-a71f-84651cb89fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:26.266993 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-03a33239-ca77-4342-9c1e-c2c0069d9440 None None] Provisioning for port 13df5695-daf1-485d-97b8-de016f325fa6 completed by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:27:26.282612 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-03a33239-ca77-4342-9c1e-c2c0069d9440 None None] Provisioning complete for port 13df5695-daf1-485d-97b8-de016f325fa6 triggered by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:27:26.282988 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-03a33239-ca77-4342-9c1e-c2c0069d9440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:26.377164 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvr_db [None req-7b5a3466-7922-41a1-ab63-847d2f3d4458 None None] Set router 8a6627fd-847a-4e48-bea7-62960507b8a8 gateway port host: dv-cinder-790014-1-smb {{(pid=74233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:27:26.384251 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ae49f6ae-e1cf-4cbe-97a0-b071cbf98267 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:26.436796 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device b1fe0f8e-71f6-4e7e-be0d-7969cdbf6188 up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:27:26.455418 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ae49f6ae-e1cf-4cbe-97a0-b071cbf98267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15350153'] for port, after_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:26.484344 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-e55bc422-eb73-4e71-bd6a-0bf1c5ea8398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:26.515182 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-03a33239-ca77-4342-9c1e-c2c0069d9440 None None] Port 13df5695-daf1-485d-97b8-de016f325fa6 cannot update to ACTIVE because it is not bound. {{(pid=74233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 09:27:26.607479 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49f6ae-e1cf-4cbe-97a0-b071cbf98267 admin admin] Pushing event updated for resources: {'Port': ['ID=13df5695-daf1-485d-97b8-de016f325fa6,revision_number=2']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:26.610617 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ae49f6ae-e1cf-4cbe-97a0-b071cbf98267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663649'] for router_interface, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:26.614456 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-ae49f6ae-e1cf-4cbe-97a0-b071cbf98267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:26.705869 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port b1fe0f8e-71f6-4e7e-be0d-7969cdbf6188 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:27:26.706258 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:26.733805 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7394a-9c50-4acd-bb00-9a0543a9c704 req-e0ea3236-1402-4e0e-ae9f-1abafa83cffe tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:26.735365 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-02f7394a-9c50-4acd-bb00-9a0543a9c704 req-e0ea3236-1402-4e0e-ae9f-1abafa83cffe tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bfb848-9636-4380-87f9-fdff5ced0d1b HTTP/1.1" status: 200 len: 945 time: 0.2521493 May 06 09:27:26.813832 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae49f6ae-e1cf-4cbe-97a0-b071cbf98267 admin admin] Network f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059 is already hosted by enough agents. {{(pid=74232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:27:26.816916 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-02f7394a-9c50-4acd-bb00-9a0543a9c704 req-8572d739-e620-4165-a318-fc9f2ff75b8d tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec304a2c-616c-4eb9-9fce-ba3d1c80cab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708377 May 06 09:27:26.817879 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.base_scheduler [None req-ae49f6ae-e1cf-4cbe-97a0-b071cbf98267 admin admin] Resources bound (agent type, host, resource id): {{(pid=74232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:27:26.963096 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-7b5a3466-7922-41a1-ab63-847d2f3d4458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6627fd-847a-4e48-bea7-62960507b8a8', 'name': 'tempest-TestMinimumBasicScenario-183760932-router', 'tenant_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': '293ca5ba-0834-45ce-a9e7-01ea52d730ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:27:21Z', 'updated_at': '2021-05-06T09:27:26Z', 'revision_number': 4, 'project_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'gw_port': {'id': '293ca5ba-0834-45ce-a9e7-01ea52d730ee', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:82:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6627fd-847a-4e48-bea7-62960507b8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:27:22Z', 'updated_at': '2021-05-06T09:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': '13df5695-daf1-485d-97b8-de016f325fa6', 'name': '', 'network_id': 'f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059', 'tenant_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'mac_address': 'fa:16:3e:6c:d3:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6627fd-847a-4e48-bea7-62960507b8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'e1734543-204d-4a78-99b8-bce23fe18df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:27:25Z', 'updated_at': '2021-05-06T09:27:25Z', 'revision_number': 1, 'project_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'subnets': [{'id': 'e1734543-204d-4a78-99b8-bce23fe18df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:27:26.967818 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5a3466-7922-41a1-ab63-847d2f3d4458 None None] The sync data for ids ['8a6627fd-847a-4e48-bea7-62960507b8a8'] in dv-cinder-790014-1-smb is: [{'id': '8a6627fd-847a-4e48-bea7-62960507b8a8', 'name': 'tempest-TestMinimumBasicScenario-183760932-router', 'tenant_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': '293ca5ba-0834-45ce-a9e7-01ea52d730ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:27:21Z', 'updated_at': '2021-05-06T09:27:26Z', 'revision_number': 4, 'project_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'gw_port': {'id': '293ca5ba-0834-45ce-a9e7-01ea52d730ee', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:82:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6627fd-847a-4e48-bea7-62960507b8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:27:22Z', 'updated_at': '2021-05-06T09:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': '13df5695-daf1-485d-97b8-de016f325fa6', 'name': '', 'network_id': 'f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059', 'tenant_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'mac_address': 'fa:16:3e:6c:d3:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6627fd-847a-4e48-bea7-62960507b8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'e1734543-204d-4a78-99b8-bce23fe18df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:27:25Z', 'updated_at': '2021-05-06T09:27:25Z', 'revision_number': 1, 'project_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'subnets': [{'id': 'e1734543-204d-4a78-99b8-bce23fe18df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:27:27.018306 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae49f6ae-e1cf-4cbe-97a0-b071cbf98267 admin admin] Router 8a6627fd-847a-4e48-bea7-62960507b8a8 has already been hosted by L3 agent 6417d645-ec24-4e28-ae28-fb602049daa5 {{(pid=74232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 09:27:27.140845 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-37d14efa-b933-4a62-8e07-d6ce1730c383 None None] Provisioning complete for port 13df5695-daf1-485d-97b8-de016f325fa6 triggered by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:27:27.141373 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-37d14efa-b933-4a62-8e07-d6ce1730c383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:27.221429 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-37d14efa-b933-4a62-8e07-d6ce1730c383 None None] Port 13df5695-daf1-485d-97b8-de016f325fa6 cannot update to ACTIVE because it is not bound. {{(pid=74233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 09:27:27.332687 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae49f6ae-e1cf-4cbe-97a0-b071cbf98267 admin admin] Notify agent at l3_agent.dv-cinder-790014-1-smb the message routers_updated {{(pid=74232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 09:27:27.343529 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-ae49f6ae-e1cf-4cbe-97a0-b071cbf98267 admin admin] 10.222.0.20 "PUT /v2.0/routers/8a6627fd-847a-4e48-bea7-62960507b8a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0394750 May 06 09:27:28.078877 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2cf11-5087-446f-8b05-20363609b258 req-efb8877a-a2a9-4326-b0d1-b1e331a05113 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:28.080716 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-f6b2cf11-5087-446f-8b05-20363609b258 req-efb8877a-a2a9-4326-b0d1-b1e331a05113 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bfb848-9636-4380-87f9-fdff5ced0d1b HTTP/1.1" status: 200 len: 945 time: 0.1061876 May 06 09:27:28.138563 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-f6b2cf11-5087-446f-8b05-20363609b258 req-6766d125-3831-4ce3-999e-e007ed944e90 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec304a2c-616c-4eb9-9fce-ba3d1c80cab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505209 May 06 09:27:28.151107 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 57838) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:27:28.160642 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-f6568002-1333-42df-a88e-24e49b2e88f4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-747801158-network', 'tenant_id': 'd1f0db3a47354bafb288d52bd5b8b59e'}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:27:28.165651 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-f6568002-1333-42df-a88e-24e49b2e88f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:27:28.170108 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-f6568002-1333-42df-a88e-24e49b2e88f4 admin admin] Usage tracker for resource:network and tenant:d1f0db3a47354bafb288d52bd5b8b59e is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:27:28.173453 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-f6568002-1333-42df-a88e-24e49b2e88f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:27:28.180143 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-f6568002-1333-42df-a88e-24e49b2e88f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:27:28.286089 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6568002-1333-42df-a88e-24e49b2e88f4 admin admin] Made reservation on behalf of d1f0db3a47354bafb288d52bd5b8b59e for: {'network': 1} {{(pid=74232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:27:28.288471 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-f6568002-1333-42df-a88e-24e49b2e88f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for network, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:28.306199 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-f6568002-1333-42df-a88e-24e49b2e88f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:28.321512 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-f6568002-1333-42df-a88e-24e49b2e88f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:27:28.325502 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-f6568002-1333-42df-a88e-24e49b2e88f4 admin admin] Usage tracker for resource:security_group_rule and tenant:d1f0db3a47354bafb288d52bd5b8b59e is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:27:28.328334 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-f6568002-1333-42df-a88e-24e49b2e88f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:27:28.339375 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-f6568002-1333-42df-a88e-24e49b2e88f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:27:28.354708 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a2f6e-1636-45bb-ac22-a447a04182f1 req-4872f0d2-c4de-4f28-8465-f2084d68c475 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:28.356791 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e40a2f6e-1636-45bb-ac22-a447a04182f1 req-4872f0d2-c4de-4f28-8465-f2084d68c475 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bfb848-9636-4380-87f9-fdff5ced0d1b HTTP/1.1" status: 200 len: 945 time: 0.1027446 May 06 09:27:28.365628 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 57846) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:27:28.371131 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [None req-d91d8d19-5d04-46a6-a8a8-4997f0487547 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Request body: {'floatingip': {'port_id': '66c2ed22-da3b-483f-8fdd-fd116892b70f'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:27:28.443376 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-f6568002-1333-42df-a88e-24e49b2e88f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:28.448655 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-d91d8d19-5d04-46a6-a8a8-4997f0487547 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for floatingip, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:28.450677 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 293ca5ba-0834-45ce-a9e7-01ea52d730ee up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:27:28.543121 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-f6568002-1333-42df-a88e-24e49b2e88f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:28.547114 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-d8b753d2-05cd-4490-9933-0bdaab597c34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:28.578127 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6568002-1333-42df-a88e-24e49b2e88f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1041, 'physical_network': 'physnet1'} {{(pid=74232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:27:28.583610 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6568002-1333-42df-a88e-24e49b2e88f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d436a28-55a8-4036-8b8c-5deeaea10d76,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:28.587250 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-f6568002-1333-42df-a88e-24e49b2e88f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:28.590982 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-f6568002-1333-42df-a88e-24e49b2e88f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047374'] for segment, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:28.592016 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.db.segments_db [None req-f6568002-1333-42df-a88e-24e49b2e88f4 admin admin] Added segment 7b0db0fe-709c-4464-9377-1f778cd774c2 of type vlan for network 3e4b032c-16d9-4524-8a48-a63a5ebfd7de May 06 09:27:28.594991 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning for port 293ca5ba-0834-45ce-a9e7-01ea52d730ee completed by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:27:28.600342 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port 293ca5ba-0834-45ce-a9e7-01ea52d730ee triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:27:28.600697 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:28.621147 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-f6568002-1333-42df-a88e-24e49b2e88f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734680407444'] for network, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:28.726382 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:28.743574 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] For port 293ca5ba-0834-45ce-a9e7-01ea52d730ee, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=293ca5ba-0834-45ce-a9e7-01ea52d730ee,segment=NetworkSegment(965c1257-9f5a-4385-a535-e1c8d4f2cb09),segment_id=965c1257-9f5a-4385-a535-e1c8d4f2cb09)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:27:28.760444 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-f6568002-1333-42df-a88e-24e49b2e88f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951'] for network, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:28.763472 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6568002-1333-42df-a88e-24e49b2e88f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:28.763472 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-f6568002-1333-42df-a88e-24e49b2e88f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for network, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:28.768429 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:28.846347 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:28.848276 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:28.873658 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6568002-1333-42df-a88e-24e49b2e88f4 admin admin] Pushing event updated for resources: {'Network': ['ID=3e4b032c-16d9-4524-8a48-a63a5ebfd7de,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:28.876408 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-f6568002-1333-42df-a88e-24e49b2e88f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:28.896888 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Network 3e4b032c-16d9-4524-8a48-a63a5ebfd7de details requested by agent ovs-agent-dv-cinder-790014-1-smb with host dv-cinder-790014-1-smb {{(pid=74233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 09:27:28.932777 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-f6568002-1333-42df-a88e-24e49b2e88f4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7771425 May 06 09:27:28.936036 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 57850) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:27:28.943825 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-b567df14-e4be-4afa-9a1a-d4a2395daeb6 admin admin] Request body: {'subnet': {'network_id': '3e4b032c-16d9-4524-8a48-a63a5ebfd7de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-747801158-subnet', 'tenant_id': 'd1f0db3a47354bafb288d52bd5b8b59e', 'ip_version': 4}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:27:28.949487 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-b567df14-e4be-4afa-9a1a-d4a2395daeb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:27:28.954383 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-b567df14-e4be-4afa-9a1a-d4a2395daeb6 admin admin] Usage tracker for resource:subnet and tenant:d1f0db3a47354bafb288d52bd5b8b59e is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:27:28.957885 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-b567df14-e4be-4afa-9a1a-d4a2395daeb6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:27:28.964616 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-b567df14-e4be-4afa-9a1a-d4a2395daeb6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:27:29.023211 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Pushing event updated for resources: {'Port': ['ID=293ca5ba-0834-45ce-a9e7-01ea52d730ee,revision_number=4']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:29.023470 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b567df14-e4be-4afa-9a1a-d4a2395daeb6 admin admin] Made reservation on behalf of d1f0db3a47354bafb288d52bd5b8b59e for: {'subnet': 1} {{(pid=74232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:27:29.026670 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:29.027069 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b567df14-e4be-4afa-9a1a-d4a2395daeb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15263130'] for subnet, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:29.065591 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5aba60-d8d0-4d15-8859-2f461546986c None None] Sync routers for ids ['8a6627fd-847a-4e48-bea7-62960507b8a8'] in dv-cinder-790014-1-smb {{(pid=74234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:27:29.076196 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5aba60-d8d0-4d15-8859-2f461546986c None None] Routers {'8a6627fd-847a-4e48-bea7-62960507b8a8'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:27:29.077015 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-7e5aba60-d8d0-4d15-8859-2f461546986c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:27:16Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['8a6627fd-847a-4e48-bea7-62960507b8a8'], 'active': True} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:27:29.087158 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-d91d8d19-5d04-46a6-a8a8-4997f0487547 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:29.172096 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-d91d8d19-5d04-46a6-a8a8-4997f0487547 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670062'] for floatingip, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:29.256412 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvr_db [None req-7e5aba60-d8d0-4d15-8859-2f461546986c None None] Set router 8a6627fd-847a-4e48-bea7-62960507b8a8 gateway port host: dv-cinder-790014-1-smb {{(pid=74234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:27:29.350687 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.db.l3_db [None req-d91d8d19-5d04-46a6-a8a8-4997f0487547 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Floating IP 87137120-7617-471b-b0f8-ef197e9b043f associated. External IP: 172.28.3.123, port: 66c2ed22-da3b-483f-8fdd-fd116892b70f. May 06 09:27:29.510785 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b567df14-e4be-4afa-9a1a-d4a2395daeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15451648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15263208'] for subnet, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:29.515952 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-9b4b3cee-4cba-4d64-8781-b11887bf581f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:29.597159 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b567df14-e4be-4afa-9a1a-d4a2395daeb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6862f63e-acc6-4972-98df-6152e4e2d679,revision_number=0']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:29.607810 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-b567df14-e4be-4afa-9a1a-d4a2395daeb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:29.608820 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b567df14-e4be-4afa-9a1a-d4a2395daeb6 admin admin] Checking segment: {'id': '7b0db0fe-709c-4464-9377-1f778cd774c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '3e4b032c-16d9-4524-8a48-a63a5ebfd7de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:27:29.609264 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b567df14-e4be-4afa-9a1a-d4a2395daeb6 admin admin] Network hostable DHCP agents. Network: 3e4b032c-16d9-4524-8a48-a63a5ebfd7de, hostable agents: ['bc902bc5-40dc-4f86-86c2-e5adb524f41e'], hosted agents: [] {{(pid=74232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:27:29.656790 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-7e5aba60-d8d0-4d15-8859-2f461546986c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6627fd-847a-4e48-bea7-62960507b8a8', 'name': 'tempest-TestMinimumBasicScenario-183760932-router', 'tenant_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': '293ca5ba-0834-45ce-a9e7-01ea52d730ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:27:21Z', 'updated_at': '2021-05-06T09:27:26Z', 'revision_number': 4, 'project_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'gw_port': {'id': '293ca5ba-0834-45ce-a9e7-01ea52d730ee', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:82:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6627fd-847a-4e48-bea7-62960507b8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:27:22Z', 'updated_at': '2021-05-06T09:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': '13df5695-daf1-485d-97b8-de016f325fa6', 'name': '', 'network_id': 'f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059', 'tenant_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'mac_address': 'fa:16:3e:6c:d3:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6627fd-847a-4e48-bea7-62960507b8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'e1734543-204d-4a78-99b8-bce23fe18df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:27:25Z', 'updated_at': '2021-05-06T09:27:26Z', 'revision_number': 2, 'project_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'subnets': [{'id': 'e1734543-204d-4a78-99b8-bce23fe18df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:27:29.660794 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5aba60-d8d0-4d15-8859-2f461546986c None None] Checking router: 8a6627fd-847a-4e48-bea7-62960507b8a8 for host: dv-cinder-790014-1-smb {{(pid=74234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:27:29.661177 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5aba60-d8d0-4d15-8859-2f461546986c None None] Updating router 8a6627fd-847a-4e48-bea7-62960507b8a8 port 13df5695-daf1-485d-97b8-de016f325fa6 binding host dv-cinder-790014-1-smb {{(pid=74234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:27:29.691847 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b567df14-e4be-4afa-9a1a-d4a2395daeb6 admin admin] Network 3e4b032c-16d9-4524-8a48-a63a5ebfd7de is scheduled to be hosted by DHCP agent bc902bc5-40dc-4f86-86c2-e5adb524f41e with binding_index 1 {{(pid=74232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:27:29.713824 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-7e5aba60-d8d0-4d15-8859-2f461546986c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:29.778828 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.base_scheduler [None req-b567df14-e4be-4afa-9a1a-d4a2395daeb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-1-smb, 3e4b032c-16d9-4524-8a48-a63a5ebfd7de) {{(pid=74232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:27:29.787943 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b93f82-0eca-445d-aa4a-ecd641a47fca None None] Network 3e4b032c-16d9-4524-8a48-a63a5ebfd7de requested from dv-cinder-790014-1-smb {{(pid=74233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 09:27:29.789431 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b567df14-e4be-4afa-9a1a-d4a2395daeb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:29.790039 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b567df14-e4be-4afa-9a1a-d4a2395daeb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:29.867984 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91d8d19-5d04-46a6-a8a8-4997f0487547 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Router 6d24e59f-7fda-400b-b5d0-4e68e7795b53 has already been hosted by L3 agent 6417d645-ec24-4e28-ae28-fb602049daa5 {{(pid=74231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 09:27:29.906819 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-b567df14-e4be-4afa-9a1a-d4a2395daeb6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9674222 May 06 09:27:29.907026 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 57860) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:27:29.912333 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-9f3d5550-5e68-4b88-ab3a-d307f6b4ca93 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-747801158-router', 'tenant_id': 'd1f0db3a47354bafb288d52bd5b8b59e', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'}}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:27:29.917684 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-9f3d5550-5e68-4b88-ab3a-d307f6b4ca93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:27:29.924053 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-9f3d5550-5e68-4b88-ab3a-d307f6b4ca93 admin admin] Usage tracker for resource:router and tenant:d1f0db3a47354bafb288d52bd5b8b59e is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:27:29.928778 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-9f3d5550-5e68-4b88-ab3a-d307f6b4ca93 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:27:29.939318 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-9f3d5550-5e68-4b88-ab3a-d307f6b4ca93 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:27:30.064918 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-9f3d5550-5e68-4b88-ab3a-d307f6b4ca93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-695550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30529'] for router, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:30.066295 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-9f3d5550-5e68-4b88-ab3a-d307f6b4ca93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-695537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668401', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-754102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30536'] for router, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:30.082069 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d21fd9-2532-4807-a671-d24f504905eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb69a74-8018-5d74-a3e5-5db803f491de-3e4b032c-16d9-4524-8a48-a63a5ebfd7de', 'network_id': '3e4b032c-16d9-4524-8a48-a63a5ebfd7de', 'tenant_id': 'd1f0db3a47354bafb288d52bd5b8b59e', 'fixed_ips': [{'subnet_id': '6862f63e-acc6-4972-98df-6152e4e2d679'}]}} from dv-cinder-790014-1-smb. {{(pid=74233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 06 09:27:30.084464 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a3d21fd9-2532-4807-a671-d24f504905eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:30.090738 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91d8d19-5d04-46a6-a8a8-4997f0487547 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify agent at l3_agent.dv-cinder-790014-1-smb the message routers_updated {{(pid=74231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 09:27:30.095345 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-d91d8d19-5d04-46a6-a8a8-4997f0487547 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for floatingip, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:30.097911 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-9f3d5550-5e68-4b88-ab3a-d307f6b4ca93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:30.106312 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5a08c4-b890-428a-8c9b-25e941fa505f None None] Sync routers for ids ['6d24e59f-7fda-400b-b5d0-4e68e7795b53'] in dv-cinder-790014-1-smb {{(pid=74233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:27:30.122379 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5a08c4-b890-428a-8c9b-25e941fa505f None None] Routers {'6d24e59f-7fda-400b-b5d0-4e68e7795b53'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:27:30.123005 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-6f5a08c4-b890-428a-8c9b-25e941fa505f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:27:16Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['6d24e59f-7fda-400b-b5d0-4e68e7795b53'], 'active': True} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:27:30.159077 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-d91d8d19-5d04-46a6-a8a8-4997f0487547 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "PUT /v2.0/floatingips/87137120-7617-471b-b0f8-ef197e9b043f HTTP/1.1" status: 200 len: 991 time: 1.7924383 May 06 09:27:30.159860 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4bfb848-9636-4380-87f9-fdff5ced0d1b', 'tag': '66c2ed22-da3b-483f-8fdd-fd116892b70f'}] {{(pid=74231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:27:30.176860 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-7e5aba60-d8d0-4d15-8859-2f461546986c None None] Notify callbacks [] for port, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:30.189554 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.provisioning_blocks [None req-7e5aba60-d8d0-4d15-8859-2f461546986c None None] Transition to ACTIVE for port object 13df5695-daf1-485d-97b8-de016f325fa6 will not be triggered until provisioned by entity L2. {{(pid=74234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:27:30.286044 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-7e5aba60-d8d0-4d15-8859-2f461546986c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:30.303096 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:30.512817 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 293ca5ba-0834-45ce-a9e7-01ea52d730ee up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:27:30.532379 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4bfb848-9636-4380-87f9-fdff5ced0d1b', 'tag': '66c2ed22-da3b-483f-8fdd-fd116892b70f', 'status': 'completed', 'code': 200} May 06 09:27:30.607012 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvr_db [None req-6f5a08c4-b890-428a-8c9b-25e941fa505f None None] Set router 6d24e59f-7fda-400b-b5d0-4e68e7795b53 gateway port host: dv-cinder-790014-1-smb {{(pid=74233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:27:30.661123 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [None req-7e5aba60-d8d0-4d15-8859-2f461546986c None None] Attempting to bind port 13df5695-daf1-485d-97b8-de016f325fa6 on host dv-cinder-790014-1-smb for vnic_type normal with profile {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:27:30.661123 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [None req-7e5aba60-d8d0-4d15-8859-2f461546986c None None] Attempting to bind port 13df5695-daf1-485d-97b8-de016f325fa6 by drivers openvswitch,hyperv on host dv-cinder-790014-1-smb at level 0 using segments [{'id': '70ef09ec-2709-4fec-b07a-1dbdcb7d412d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059'}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:27:30.661406 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5aba60-d8d0-4d15-8859-2f461546986c None None] Attempting to bind port 13df5695-daf1-485d-97b8-de016f325fa6 on network f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059 {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:27:30.679728 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5aba60-d8d0-4d15-8859-2f461546986c None None] Checking agent: {'id': 'a138baec-5248-4891-8a37-6ab457958a8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 14, 16), 'started_at': datetime.datetime(2021, 5, 6, 9, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 09:27:30.680145 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5aba60-d8d0-4d15-8859-2f461546986c None None] Checking segment: {'id': '70ef09ec-2709-4fec-b07a-1dbdcb7d412d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:27:30.686694 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-7e5aba60-d8d0-4d15-8859-2f461546986c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:30.686694 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5aba60-d8d0-4d15-8859-2f461546986c None None] Bound using segment: {'id': '70ef09ec-2709-4fec-b07a-1dbdcb7d412d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059'} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 09:27:30.686694 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [None req-7e5aba60-d8d0-4d15-8859-2f461546986c None None] Bound port: 13df5695-daf1-485d-97b8-de016f325fa6, host: dv-cinder-790014-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70ef09ec-2709-4fec-b07a-1dbdcb7d412d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059'}}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:27:30.686694 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-7e5aba60-d8d0-4d15-8859-2f461546986c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:30.693639 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-9f3d5550-5e68-4b88-ab3a-d307f6b4ca93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30650'] for router, precommit_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:30.728435 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff01a6-22e4-4432-a43b-9bd91933464e None None] Pushing event updated for resources: {'Port': ['ID=13df5695-daf1-485d-97b8-de016f325fa6,revision_number=3']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:30.740546 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff01a6-22e4-4432-a43b-9bd91933464e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:30.740882 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff01a6-22e4-4432-a43b-9bd91933464e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:30.743052 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff01a6-22e4-4432-a43b-9bd91933464e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:30.743052 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff01a6-22e4-4432-a43b-9bd91933464e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:30.743052 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff01a6-22e4-4432-a43b-9bd91933464e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:30.743052 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff01a6-22e4-4432-a43b-9bd91933464e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:30.743052 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff01a6-22e4-4432-a43b-9bd91933464e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:30.743052 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff01a6-22e4-4432-a43b-9bd91933464e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:30.743052 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff01a6-22e4-4432-a43b-9bd91933464e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:30.743752 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff01a6-22e4-4432-a43b-9bd91933464e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:30.743843 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff01a6-22e4-4432-a43b-9bd91933464e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:30.744298 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbff01a6-22e4-4432-a43b-9bd91933464e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:30.745643 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.db_base_plugin_common [None req-a3d21fd9-2532-4807-a671-d24f504905eb None None] Allocated IP 172.20.0.2 (3e4b032c-16d9-4524-8a48-a63a5ebfd7de/6862f63e-acc6-4972-98df-6152e4e2d679/67dff75e-cfc6-4b61-b88d-23a1c339dfca) {{(pid=74233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:27:30.753441 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-fbff01a6-22e4-4432-a43b-9bd91933464e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:30.796372 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc59c8-db19-47eb-83a7-8cac35646e46 req-241e6a4c-f41f-4347-8377-2e88db178a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:30.797857 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-c2fc59c8-db19-47eb-83a7-8cac35646e46 req-241e6a4c-f41f-4347-8377-2e88db178a95 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9ae2085d4b8a40478cbd7d65dce1e9a9&device_id=d4bfb848-9636-4380-87f9-fdff5ced0d1b HTTP/1.1" status: 200 len: 1098 time: 0.2434313 May 06 09:27:30.804665 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.db [None req-7e5aba60-d8d0-4d15-8859-2f461546986c None None] For port 13df5695-daf1-485d-97b8-de016f325fa6, host dv-cinder-790014-1-smb, cleared binding levels {{(pid=74234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 09:27:30.808145 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.db [None req-7e5aba60-d8d0-4d15-8859-2f461546986c None None] For port 13df5695-daf1-485d-97b8-de016f325fa6, host dv-cinder-790014-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=13df5695-daf1-485d-97b8-de016f325fa6,segment=NetworkSegment(70ef09ec-2709-4fec-b07a-1dbdcb7d412d),segment_id=70ef09ec-2709-4fec-b07a-1dbdcb7d412d)] {{(pid=74234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 09:27:30.836395 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:30.877034 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-7e5aba60-d8d0-4d15-8859-2f461546986c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:30.888318 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:30.965056 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc59c8-db19-47eb-83a7-8cac35646e46 req-75466a9a-532d-4e71-86aa-a31caf034619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:30.967072 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-c2fc59c8-db19-47eb-83a7-8cac35646e46 req-75466a9a-532d-4e71-86aa-a31caf034619 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ac387211-8a03-4c25-adfd-9a491e0199c6 HTTP/1.1" status: 200 len: 913 time: 0.1566715 May 06 09:27:30.989384 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5aba60-d8d0-4d15-8859-2f461546986c None None] Routers {'8a6627fd-847a-4e48-bea7-62960507b8a8'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:27:30.989384 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-7e5aba60-d8d0-4d15-8859-2f461546986c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:27:16Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['8a6627fd-847a-4e48-bea7-62960507b8a8'], 'active': True} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:27:31.130559 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-c2fc59c8-db19-47eb-83a7-8cac35646e46 req-e131d6ef-8669-4fb7-8975-fe003f2f0c2a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66c2ed22-da3b-483f-8fdd-fd116892b70f HTTP/1.1" status: 200 len: 999 time: 0.1567631 May 06 09:27:31.149845 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port 293ca5ba-0834-45ce-a9e7-01ea52d730ee triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:27:31.150481 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:31.152923 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff01a6-22e4-4432-a43b-9bd91933464e None None] Pushing event updated for resources: {'Port': ['ID=13df5695-daf1-485d-97b8-de016f325fa6,revision_number=4']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:31.158275 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-fbff01a6-22e4-4432-a43b-9bd91933464e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:31.223348 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvr_db [None req-7e5aba60-d8d0-4d15-8859-2f461546986c None None] Set router 8a6627fd-847a-4e48-bea7-62960507b8a8 gateway port host: dv-cinder-790014-1-smb {{(pid=74234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:27:31.236430 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc59c8-db19-47eb-83a7-8cac35646e46 req-75b6d176-74f9-4470-9247-e5a1014a0c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:31.238116 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-c2fc59c8-db19-47eb-83a7-8cac35646e46 req-75b6d176-74f9-4470-9247-e5a1014a0c9c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7b16db8b-a94c-4c3b-a507-250865434e20 HTTP/1.1" status: 200 len: 850 time: 0.0977275 May 06 09:27:31.362957 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-9f3d5550-5e68-4b88-ab3a-d307f6b4ca93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:31.380004 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc59c8-db19-47eb-83a7-8cac35646e46 req-0313b3bc-fa55-4e54-9272-c9912d910231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:31.381760 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-c2fc59c8-db19-47eb-83a7-8cac35646e46 req-0313b3bc-fa55-4e54-9272-c9912d910231 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ac387211-8a03-4c25-adfd-9a491e0199c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1371763 May 06 09:27:31.396546 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-9f3d5550-5e68-4b88-ab3a-d307f6b4ca93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:31.477366 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a3d21fd9-2532-4807-a671-d24f504905eb None None] Notify callbacks [] for port, precommit_create {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:31.497525 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a3d21fd9-2532-4807-a671-d24f504905eb None None] Transition to ACTIVE for port object 67dff75e-cfc6-4b61-b88d-23a1c339dfca will not be triggered until provisioned by entity L2. {{(pid=74233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:27:31.523126 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a3d21fd9-2532-4807-a671-d24f504905eb None None] Transition to ACTIVE for port object 67dff75e-cfc6-4b61-b88d-23a1c339dfca will not be triggered until provisioned by entity DHCP. {{(pid=74233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:27:31.540955 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-6f5a08c4-b890-428a-8c9b-25e941fa505f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'name': 'tempest-AttachVolumeTestJSON-1787695793-router', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.183'}], 'enable_snat': True}, 'gw_port_id': '5d4d245f-e648-4e6c-ac55-a5d1d549cb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:23:15Z', 'updated_at': '2021-05-06T09:23:21Z', 'revision_number': 4, 'project_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'gw_port': {'id': '5d4d245f-e648-4e6c-ac55-a5d1d549cb4a', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:23:16Z', 'updated_at': '2021-05-06T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_floatingips': [{'id': '87137120-7617-471b-b0f8-ef197e9b043f', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'floating_ip_address': '172.28.3.123', 'floating_network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'router_id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'port_id': '66c2ed22-da3b-483f-8fdd-fd116892b70f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6', 'mac_address': 'fa:16:3e:4f:c3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4bfb848-9636-4380-87f9-fdff5ced0d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:27:11Z', 'updated_at': '2021-05-06T09:27:28Z', 'revision_number': 1, 'project_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e421949d-19c9-4c33-84cb-61f1cf162a17', 'name': '', 'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'mac_address': 'fa:16:3e:39:7a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '7b16db8b-a94c-4c3b-a507-250865434e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:23:21Z', 'updated_at': '2021-05-06T09:23:28Z', 'revision_number': 5, 'project_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'subnets': [{'id': '7b16db8b-a94c-4c3b-a507-250865434e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:27:31.546232 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5a08c4-b890-428a-8c9b-25e941fa505f None None] Checking router: 6d24e59f-7fda-400b-b5d0-4e68e7795b53 for host: dv-cinder-790014-1-smb {{(pid=74233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:27:31.556458 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5a08c4-b890-428a-8c9b-25e941fa505f None None] Routers {'6d24e59f-7fda-400b-b5d0-4e68e7795b53'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:27:31.557139 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-6f5a08c4-b890-428a-8c9b-25e941fa505f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:27:16Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['6d24e59f-7fda-400b-b5d0-4e68e7795b53'], 'active': True} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:27:31.577887 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-c2fc59c8-db19-47eb-83a7-8cac35646e46 req-7ccebfd8-3864-4070-85d1-34a96c8fd603 service neutron] 10.222.0.79 "GET /v2.0/networks/ac387211-8a03-4c25-adfd-9a491e0199c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888125 May 06 09:27:31.580391 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.db_base_plugin_common [None req-9f3d5550-5e68-4b88-ab3a-d307f6b4ca93 admin admin] Allocated IP 172.28.3.178 (b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f/0efb0a43-973d-4597-8ac6-a120d0d0adfe/e48dd9d6-620c-4dd7-8859-fbae9620a46c) {{(pid=74232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:27:31.677557 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-7e5aba60-d8d0-4d15-8859-2f461546986c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6627fd-847a-4e48-bea7-62960507b8a8', 'name': 'tempest-TestMinimumBasicScenario-183760932-router', 'tenant_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': '293ca5ba-0834-45ce-a9e7-01ea52d730ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:27:21Z', 'updated_at': '2021-05-06T09:27:26Z', 'revision_number': 4, 'project_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'gw_port': {'id': '293ca5ba-0834-45ce-a9e7-01ea52d730ee', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:82:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6627fd-847a-4e48-bea7-62960507b8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:27:22Z', 'updated_at': '2021-05-06T09:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': '13df5695-daf1-485d-97b8-de016f325fa6', 'name': '', 'network_id': 'f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059', 'tenant_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'mac_address': 'fa:16:3e:6c:d3:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6627fd-847a-4e48-bea7-62960507b8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'e1734543-204d-4a78-99b8-bce23fe18df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:27:25Z', 'updated_at': '2021-05-06T09:27:30Z', 'revision_number': 4, 'project_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'subnets': [{'id': 'e1734543-204d-4a78-99b8-bce23fe18df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:27:31.685114 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5aba60-d8d0-4d15-8859-2f461546986c None None] The sync data for ids ['8a6627fd-847a-4e48-bea7-62960507b8a8'] in dv-cinder-790014-1-smb is: [{'id': '8a6627fd-847a-4e48-bea7-62960507b8a8', 'name': 'tempest-TestMinimumBasicScenario-183760932-router', 'tenant_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': '293ca5ba-0834-45ce-a9e7-01ea52d730ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:27:21Z', 'updated_at': '2021-05-06T09:27:26Z', 'revision_number': 4, 'project_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'gw_port': {'id': '293ca5ba-0834-45ce-a9e7-01ea52d730ee', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:82:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6627fd-847a-4e48-bea7-62960507b8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:27:22Z', 'updated_at': '2021-05-06T09:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': '13df5695-daf1-485d-97b8-de016f325fa6', 'name': '', 'network_id': 'f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059', 'tenant_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'mac_address': 'fa:16:3e:6c:d3:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6627fd-847a-4e48-bea7-62960507b8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'e1734543-204d-4a78-99b8-bce23fe18df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:27:25Z', 'updated_at': '2021-05-06T09:27:30Z', 'revision_number': 4, 'project_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'subnets': [{'id': 'e1734543-204d-4a78-99b8-bce23fe18df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:27:31.727377 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a3d21fd9-2532-4807-a671-d24f504905eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326'] for port, after_create {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:31.734762 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:31.777588 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-9f3d5550-5e68-4b88-ab3a-d307f6b4ca93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:31.794328 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-c2fc59c8-db19-47eb-83a7-8cac35646e46 req-7708c7c9-198d-4c01-97fe-d2e024c68ebe service neutron] 10.222.0.79 "GET /v2.0/networks/ac387211-8a03-4c25-adfd-9a491e0199c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095833 May 06 09:27:31.808360 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d21fd9-2532-4807-a671-d24f504905eb None None] Network 3e4b032c-16d9-4524-8a48-a63a5ebfd7de is already hosted by enough agents. {{(pid=74233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:27:31.814773 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.scheduler.base_scheduler [None req-a3d21fd9-2532-4807-a671-d24f504905eb None None] Resources bound (agent type, host, resource id): {{(pid=74233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:27:31.820780 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d21fd9-2532-4807-a671-d24f504905eb None None] Received port after_create {{(pid=74233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:27:31.865641 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d21fd9-2532-4807-a671-d24f504905eb None None] Pushing event updated for resources: {'Port': ['ID=67dff75e-cfc6-4b61-b88d-23a1c339dfca,revision_number=1']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:31.877800 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a3d21fd9-2532-4807-a671-d24f504905eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:31.909363 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-9f3d5550-5e68-4b88-ab3a-d307f6b4ca93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15350160'] for port, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:31.915199 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-6a7de15d-d2ad-49c7-8a9f-5e0b180fe2d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:31.948924 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvr_db [None req-6f5a08c4-b890-428a-8c9b-25e941fa505f None None] Set router 6d24e59f-7fda-400b-b5d0-4e68e7795b53 gateway port host: dv-cinder-790014-1-smb {{(pid=74233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:27:31.975334 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3d5550-5e68-4b88-ab3a-d307f6b4ca93 admin admin] Network b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f is already hosted by enough agents. {{(pid=74232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:27:31.978446 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.base_scheduler [None req-9f3d5550-5e68-4b88-ab3a-d307f6b4ca93 admin admin] Resources bound (agent type, host, resource id): {{(pid=74232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:27:31.981269 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3d5550-5e68-4b88-ab3a-d307f6b4ca93 admin admin] Received port after_create {{(pid=74232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:27:32.005703 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-a3d21fd9-2532-4807-a671-d24f504905eb None None] Attempting to bind port 67dff75e-cfc6-4b61-b88d-23a1c339dfca on host dv-cinder-790014-1-smb for vnic_type normal with profile {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:27:32.006075 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-a3d21fd9-2532-4807-a671-d24f504905eb None None] Attempting to bind port 67dff75e-cfc6-4b61-b88d-23a1c339dfca by drivers openvswitch,hyperv on host dv-cinder-790014-1-smb at level 0 using segments [{'id': '7b0db0fe-709c-4464-9377-1f778cd774c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '3e4b032c-16d9-4524-8a48-a63a5ebfd7de'}] {{(pid=74233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:27:32.006441 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d21fd9-2532-4807-a671-d24f504905eb None None] Attempting to bind port 67dff75e-cfc6-4b61-b88d-23a1c339dfca on network 3e4b032c-16d9-4524-8a48-a63a5ebfd7de {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:27:32.018038 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d21fd9-2532-4807-a671-d24f504905eb None None] Checking agent: {'id': 'a138baec-5248-4891-8a37-6ab457958a8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 14, 16), 'started_at': datetime.datetime(2021, 5, 6, 9, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 09:27:32.018195 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d21fd9-2532-4807-a671-d24f504905eb None None] Checking segment: {'id': '7b0db0fe-709c-4464-9377-1f778cd774c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '3e4b032c-16d9-4524-8a48-a63a5ebfd7de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:27:32.018606 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a3d21fd9-2532-4807-a671-d24f504905eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:32.019005 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d21fd9-2532-4807-a671-d24f504905eb None None] Bound using segment: {'id': '7b0db0fe-709c-4464-9377-1f778cd774c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '3e4b032c-16d9-4524-8a48-a63a5ebfd7de'} {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 09:27:32.019506 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-a3d21fd9-2532-4807-a671-d24f504905eb None None] Bound port: 67dff75e-cfc6-4b61-b88d-23a1c339dfca, host: dv-cinder-790014-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b0db0fe-709c-4464-9377-1f778cd774c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '3e4b032c-16d9-4524-8a48-a63a5ebfd7de'}}] {{(pid=74233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:27:32.019897 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a3d21fd9-2532-4807-a671-d24f504905eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:32.029718 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d5550-5e68-4b88-ab3a-d307f6b4ca93 admin admin] Pushing event updated for resources: {'Port': ['ID=e48dd9d6-620c-4dd7-8859-fbae9620a46c,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:32.033448 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-9f3d5550-5e68-4b88-ab3a-d307f6b4ca93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:32.269277 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-a3d21fd9-2532-4807-a671-d24f504905eb None None] For port 67dff75e-cfc6-4b61-b88d-23a1c339dfca, host dv-cinder-790014-1-smb, cleared binding levels {{(pid=74233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 09:27:32.283841 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-a3d21fd9-2532-4807-a671-d24f504905eb None None] For port 67dff75e-cfc6-4b61-b88d-23a1c339dfca, host dv-cinder-790014-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=67dff75e-cfc6-4b61-b88d-23a1c339dfca,segment=NetworkSegment(7b0db0fe-709c-4464-9377-1f778cd774c2),segment_id=7b0db0fe-709c-4464-9377-1f778cd774c2)] {{(pid=74233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 09:27:32.367513 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a3d21fd9-2532-4807-a671-d24f504905eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:32.383168 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-fc60cdc1-1932-4cb8-a71f-84651cb89fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:32.403360 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fef77f96-d9ca-4d4b-a25c-61743ddbf1ab req-b04290c5-0d25-4e5b-ba7e-c754a1751016 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1189322 May 06 09:27:32.487775 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d21fd9-2532-4807-a671-d24f504905eb None None] Pushing event updated for resources: {'Port': ['ID=67dff75e-cfc6-4b61-b88d-23a1c339dfca,revision_number=2']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:32.491860 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a3d21fd9-2532-4807-a671-d24f504905eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:32.519064 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-6f5a08c4-b890-428a-8c9b-25e941fa505f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'name': 'tempest-AttachVolumeTestJSON-1787695793-router', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.183'}], 'enable_snat': True}, 'gw_port_id': '5d4d245f-e648-4e6c-ac55-a5d1d549cb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:23:15Z', 'updated_at': '2021-05-06T09:23:21Z', 'revision_number': 4, 'project_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'gw_port': {'id': '5d4d245f-e648-4e6c-ac55-a5d1d549cb4a', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:23:16Z', 'updated_at': '2021-05-06T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_floatingips': [{'id': '87137120-7617-471b-b0f8-ef197e9b043f', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'floating_ip_address': '172.28.3.123', 'floating_network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'router_id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'port_id': '66c2ed22-da3b-483f-8fdd-fd116892b70f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6', 'mac_address': 'fa:16:3e:4f:c3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4bfb848-9636-4380-87f9-fdff5ced0d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:27:11Z', 'updated_at': '2021-05-06T09:27:28Z', 'revision_number': 1, 'project_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e421949d-19c9-4c33-84cb-61f1cf162a17', 'name': '', 'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'mac_address': 'fa:16:3e:39:7a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '7b16db8b-a94c-4c3b-a507-250865434e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:23:21Z', 'updated_at': '2021-05-06T09:23:28Z', 'revision_number': 5, 'project_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'subnets': [{'id': '7b16db8b-a94c-4c3b-a507-250865434e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:27:32.529916 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5a08c4-b890-428a-8c9b-25e941fa505f None None] The sync data for ids ['6d24e59f-7fda-400b-b5d0-4e68e7795b53'] in dv-cinder-790014-1-smb is: [{'id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'name': 'tempest-AttachVolumeTestJSON-1787695793-router', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.183'}], 'enable_snat': True}, 'gw_port_id': '5d4d245f-e648-4e6c-ac55-a5d1d549cb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:23:15Z', 'updated_at': '2021-05-06T09:23:21Z', 'revision_number': 4, 'project_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'gw_port': {'id': '5d4d245f-e648-4e6c-ac55-a5d1d549cb4a', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:23:16Z', 'updated_at': '2021-05-06T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_floatingips': [{'id': '87137120-7617-471b-b0f8-ef197e9b043f', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'floating_ip_address': '172.28.3.123', 'floating_network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'router_id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'port_id': '66c2ed22-da3b-483f-8fdd-fd116892b70f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6', 'mac_address': 'fa:16:3e:4f:c3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4bfb848-9636-4380-87f9-fdff5ced0d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:27:11Z', 'updated_at': '2021-05-06T09:27:28Z', 'revision_number': 1, 'project_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e421949d-19c9-4c33-84cb-61f1cf162a17', 'name': '', 'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'mac_address': 'fa:16:3e:39:7a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '7b16db8b-a94c-4c3b-a507-250865434e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:23:21Z', 'updated_at': '2021-05-06T09:23:28Z', 'revision_number': 5, 'project_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'subnets': [{'id': '7b16db8b-a94c-4c3b-a507-250865434e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:27:32.566937 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-9f3d5550-5e68-4b88-ab3a-d307f6b4ca93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:32.599823 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 13df5695-daf1-485d-97b8-de016f325fa6 up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:27:32.645793 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef77f96-d9ca-4d4b-a25c-61743ddbf1ab req-ab7ddbde-6958-4f26-98a8-2af357cee87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:32.646024 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fef77f96-d9ca-4d4b-a25c-61743ddbf1ab req-ab7ddbde-6958-4f26-98a8-2af357cee87c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=448b7d91cfa34a3c885290dd85f7fd47&device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 1098 time: 0.1251683 May 06 09:27:32.795460 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning for port 13df5695-daf1-485d-97b8-de016f325fa6 completed by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:27:32.805897 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port 13df5695-daf1-485d-97b8-de016f325fa6 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:27:32.805897 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:32.971141 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb568acd-e065-4aec-aa8a-1ebd6c9776f0 None None] New status for floating IP 87137120-7617-471b-b0f8-ef197e9b043f: ACTIVE {{(pid=74234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:27:33.052699 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef77f96-d9ca-4d4b-a25c-61743ddbf1ab req-a302b23c-d577-44ca-b65e-69126ac8926b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:33.054498 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fef77f96-d9ca-4d4b-a25c-61743ddbf1ab req-a302b23c-d577-44ca-b65e-69126ac8926b service neutron] 10.222.0.79 "GET /v2.0/networks?id=64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e HTTP/1.1" status: 200 len: 911 time: 0.3823001 May 06 09:27:33.079170 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:33.119509 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] For port 13df5695-daf1-485d-97b8-de016f325fa6, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=13df5695-daf1-485d-97b8-de016f325fa6,segment=NetworkSegment(70ef09ec-2709-4fec-b07a-1dbdcb7d412d),segment_id=70ef09ec-2709-4fec-b07a-1dbdcb7d412d)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:27:33.182246 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fef77f96-d9ca-4d4b-a25c-61743ddbf1ab req-7d7d6732-3e61-4452-874e-fa8e5cf394c2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ae5493c-1075-400c-8124-b615931893db HTTP/1.1" status: 200 len: 1001 time: 0.1177981 May 06 09:27:33.212208 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:33.214527 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-25452851-9b2e-4ed9-96c7-1998736dd6b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:33.272784 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-9f3d5550-5e68-4b88-ab3a-d307f6b4ca93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670493'] for router, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:33.285110 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef77f96-d9ca-4d4b-a25c-61743ddbf1ab req-ddf951b1-fa53-4fbf-a65e-4137099f3c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:33.286571 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fef77f96-d9ca-4d4b-a25c-61743ddbf1ab req-ddf951b1-fa53-4fbf-a65e-4137099f3c7b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=18122794-0941-4191-b141-54c55ba118c3 HTTP/1.1" status: 200 len: 848 time: 0.0971198 May 06 09:27:33.350787 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Pushing event updated for resources: {'Port': ['ID=13df5695-daf1-485d-97b8-de016f325fa6,revision_number=5']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:33.362865 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:33.390738 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef77f96-d9ca-4d4b-a25c-61743ddbf1ab req-479e5a6c-9f73-43d6-93e8-fede9582f297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:33.392351 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fef77f96-d9ca-4d4b-a25c-61743ddbf1ab req-479e5a6c-9f73-43d6-93e8-fede9582f297 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0995312 May 06 09:27:33.544072 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fef77f96-d9ca-4d4b-a25c-61743ddbf1ab req-2102b083-a750-48a6-9d41-0b7a3d1b1e14 service neutron] 10.222.0.79 "GET /v2.0/networks/64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441658 May 06 09:27:33.565789 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3d5550-5e68-4b88-ab3a-d307f6b4ca93 admin admin] Router 8f8587d3-6a80-4d15-8aca-0a6e624db316 is scheduled to L3 agent 6417d645-ec24-4e28-ae28-fb602049daa5 with binding_index 1 {{(pid=74232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 06 09:27:33.711228 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fef77f96-d9ca-4d4b-a25c-61743ddbf1ab req-d98b3c22-3016-48d7-8486-90ca1c053b60 service neutron] 10.222.0.79 "GET /v2.0/networks/64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607978 May 06 09:27:33.795230 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3d5550-5e68-4b88-ab3a-d307f6b4ca93 admin admin] Notify agent at l3_agent.dv-cinder-790014-1-smb the message routers_updated {{(pid=74232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 09:27:33.807095 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5cd9fb-14a0-49d3-97ed-2ac41ab3bd27 None None] Sync routers for ids ['8f8587d3-6a80-4d15-8aca-0a6e624db316'] in dv-cinder-790014-1-smb {{(pid=74233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:27:33.828196 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5cd9fb-14a0-49d3-97ed-2ac41ab3bd27 None None] Routers {'8f8587d3-6a80-4d15-8aca-0a6e624db316'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:27:33.829118 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-ef5cd9fb-14a0-49d3-97ed-2ac41ab3bd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:27:16Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['8f8587d3-6a80-4d15-8aca-0a6e624db316'], 'active': True} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:27:33.881719 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f0374e-d729-4d0d-97cb-42c6ad5b701b None None] Network 3e4b032c-16d9-4524-8a48-a63a5ebfd7de requested from dv-cinder-790014-1-smb {{(pid=74233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 09:27:33.937735 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6f331-f7c1-4b45-bd47-dc5246ae4024 req-c7efb81d-fac3-4249-a6ab-fe78b2d2fdc2 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:33.939345 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-68c6f331-f7c1-4b45-bd47-dc5246ae4024 req-c7efb81d-fac3-4249-a6ab-fe78b2d2fdc2 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 945 time: 0.0954013 May 06 09:27:33.961038 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-9f3d5550-5e68-4b88-ab3a-d307f6b4ca93 admin admin] Notify callbacks [] for router, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:33.962380 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-9f3d5550-5e68-4b88-ab3a-d307f6b4ca93 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.0543950 May 06 09:27:33.965543 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 57904) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:27:33.989098 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-68c6f331-f7c1-4b45-bd47-dc5246ae4024 req-e3f65664-ee1f-4957-a75b-472ee57ab8a0 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438161 May 06 09:27:34.129516 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-b9f5e356-cb9b-44d8-808a-f38327531ed4 None None] Provisioning for port 67dff75e-cfc6-4b61-b88d-23a1c339dfca completed by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:27:34.160824 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvr_db [None req-ef5cd9fb-14a0-49d3-97ed-2ac41ab3bd27 None None] Set router 8f8587d3-6a80-4d15-8aca-0a6e624db316 gateway port host: dv-cinder-790014-1-smb {{(pid=74233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:27:34.518204 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-ef5cd9fb-14a0-49d3-97ed-2ac41ab3bd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8587d3-6a80-4d15-8aca-0a6e624db316', 'name': 'tempest-TestMinimumBasicScenario-747801158-router', 'tenant_id': 'd1f0db3a47354bafb288d52bd5b8b59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e48dd9d6-620c-4dd7-8859-fbae9620a46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:27:30Z', 'updated_at': '2021-05-06T09:27:32Z', 'revision_number': 3, 'project_id': 'd1f0db3a47354bafb288d52bd5b8b59e', 'gw_port': {'id': 'e48dd9d6-620c-4dd7-8859-fbae9620a46c', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8587d3-6a80-4d15-8aca-0a6e624db316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:27:31Z', 'updated_at': '2021-05-06T09:27:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb'}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:27:34.524521 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5cd9fb-14a0-49d3-97ed-2ac41ab3bd27 None None] Checking router: 8f8587d3-6a80-4d15-8aca-0a6e624db316 for host: dv-cinder-790014-1-smb {{(pid=74233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:27:34.524883 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5cd9fb-14a0-49d3-97ed-2ac41ab3bd27 None None] Updating router 8f8587d3-6a80-4d15-8aca-0a6e624db316 port e48dd9d6-620c-4dd7-8859-fbae9620a46c binding host dv-cinder-790014-1-smb {{(pid=74233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:27:34.555236 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 13df5695-daf1-485d-97b8-de016f325fa6 up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:27:34.631136 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-ef5cd9fb-14a0-49d3-97ed-2ac41ab3bd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:34.674043 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-a2b4c6c4-ec5b-43a7-b219-626823ca75e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:34.757568 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port 13df5695-daf1-485d-97b8-de016f325fa6 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:27:34.757873 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:34.976586 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.db_base_plugin_common [None req-a2b4c6c4-ec5b-43a7-b219-626823ca75e8 admin admin] Allocated IP 172.20.0.1 (3e4b032c-16d9-4524-8a48-a63a5ebfd7de/6862f63e-acc6-4972-98df-6152e4e2d679/52fe667f-f7c9-4570-b120-09f0bb00e963) {{(pid=74231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:27:35.004570 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 67dff75e-cfc6-4b61-b88d-23a1c339dfca up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:27:35.131093 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-a2b4c6c4-ec5b-43a7-b219-626823ca75e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:35.146990 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.provisioning_blocks [None req-a2b4c6c4-ec5b-43a7-b219-626823ca75e8 admin admin] Transition to ACTIVE for port object 52fe667f-f7c9-4570-b120-09f0bb00e963 will not be triggered until provisioned by entity DHCP. {{(pid=74231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:27:35.193165 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-ef5cd9fb-14a0-49d3-97ed-2ac41ab3bd27 None None] Notify callbacks [] for port, precommit_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:35.193770 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815162c-a2f8-4122-826a-849beb8f0727 req-9f72020c-8ecd-47b4-852b-4ddc6fc30a5c tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:35.194958 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-f815162c-a2f8-4122-826a-849beb8f0727 req-9f72020c-8ecd-47b4-852b-4ddc6fc30a5c tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 945 time: 0.0833831 May 06 09:27:35.205084 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-ef5cd9fb-14a0-49d3-97ed-2ac41ab3bd27 None None] Transition to ACTIVE for port object e48dd9d6-620c-4dd7-8859-fbae9620a46c will not be triggered until provisioned by entity L2. {{(pid=74233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:27:35.240280 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-f815162c-a2f8-4122-826a-849beb8f0727 req-0d5d5f9e-9618-48df-b83b-ae05382b9232 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388427 May 06 09:27:35.261704 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-a2b4c6c4-ec5b-43a7-b219-626823ca75e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:35.266139 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-2c8ad13c-c1cf-4d50-9e4f-dd28c7c3ac11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:35.290141 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning for port 67dff75e-cfc6-4b61-b88d-23a1c339dfca completed by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:27:35.294345 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-ef5cd9fb-14a0-49d3-97ed-2ac41ab3bd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:35.299017 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:35.322703 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b4c6c4-ec5b-43a7-b219-626823ca75e8 admin admin] Network 3e4b032c-16d9-4524-8a48-a63a5ebfd7de is already hosted by enough agents. {{(pid=74231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:27:35.326022 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.base_scheduler [None req-a2b4c6c4-ec5b-43a7-b219-626823ca75e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=74231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:27:35.333919 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port 67dff75e-cfc6-4b61-b88d-23a1c339dfca triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:27:35.334420 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:35.336662 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b4c6c4-ec5b-43a7-b219-626823ca75e8 admin admin] Received port after_create {{(pid=74231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:27:35.375863 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4c6c4-ec5b-43a7-b219-626823ca75e8 admin admin] Pushing event updated for resources: {'Port': ['ID=52fe667f-f7c9-4570-b120-09f0bb00e963,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:35.380185 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-a2b4c6c4-ec5b-43a7-b219-626823ca75e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:35.400353 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-a2b4c6c4-ec5b-43a7-b219-626823ca75e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663746'] for router_interface, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:35.423578 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-ef5cd9fb-14a0-49d3-97ed-2ac41ab3bd27 None None] Attempting to bind port e48dd9d6-620c-4dd7-8859-fbae9620a46c on host dv-cinder-790014-1-smb for vnic_type normal with profile {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:27:35.423963 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-ef5cd9fb-14a0-49d3-97ed-2ac41ab3bd27 None None] Attempting to bind port e48dd9d6-620c-4dd7-8859-fbae9620a46c by drivers openvswitch,hyperv on host dv-cinder-790014-1-smb at level 0 using segments [{'id': '965c1257-9f5a-4385-a535-e1c8d4f2cb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'}] {{(pid=74233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:27:35.424341 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5cd9fb-14a0-49d3-97ed-2ac41ab3bd27 None None] Attempting to bind port e48dd9d6-620c-4dd7-8859-fbae9620a46c on network b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:27:35.437803 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5cd9fb-14a0-49d3-97ed-2ac41ab3bd27 None None] Checking agent: {'id': 'a138baec-5248-4891-8a37-6ab457958a8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 14, 16), 'started_at': datetime.datetime(2021, 5, 6, 9, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 09:27:35.441630 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5cd9fb-14a0-49d3-97ed-2ac41ab3bd27 None None] Checking segment: {'id': '965c1257-9f5a-4385-a535-e1c8d4f2cb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:27:35.441630 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-ef5cd9fb-14a0-49d3-97ed-2ac41ab3bd27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:35.441630 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5cd9fb-14a0-49d3-97ed-2ac41ab3bd27 None None] Bound using segment: {'id': '965c1257-9f5a-4385-a535-e1c8d4f2cb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'} {{(pid=74233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 09:27:35.441630 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.managers [None req-ef5cd9fb-14a0-49d3-97ed-2ac41ab3bd27 None None] Bound port: e48dd9d6-620c-4dd7-8859-fbae9620a46c, host: dv-cinder-790014-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965c1257-9f5a-4385-a535-e1c8d4f2cb09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f'}}] {{(pid=74233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:27:35.441630 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-ef5cd9fb-14a0-49d3-97ed-2ac41ab3bd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:35.464295 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ccb1f-e845-4ad2-abf9-155585ace440 None None] Pushing event updated for resources: {'Port': ['ID=e48dd9d6-620c-4dd7-8859-fbae9620a46c,revision_number=2']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:35.487840 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818ccb1f-e845-4ad2-abf9-155585ace440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:35.488187 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818ccb1f-e845-4ad2-abf9-155585ace440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:35.488712 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818ccb1f-e845-4ad2-abf9-155585ace440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:35.488995 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818ccb1f-e845-4ad2-abf9-155585ace440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:35.489241 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818ccb1f-e845-4ad2-abf9-155585ace440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:35.489576 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818ccb1f-e845-4ad2-abf9-155585ace440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:35.489902 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818ccb1f-e845-4ad2-abf9-155585ace440 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:35.490227 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818ccb1f-e845-4ad2-abf9-155585ace440 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:35.490553 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818ccb1f-e845-4ad2-abf9-155585ace440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:35.490884 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818ccb1f-e845-4ad2-abf9-155585ace440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:35.491214 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818ccb1f-e845-4ad2-abf9-155585ace440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:35.491555 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818ccb1f-e845-4ad2-abf9-155585ace440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:35.497804 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-818ccb1f-e845-4ad2-abf9-155585ace440 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:35.589244 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:35.600308 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-ef5cd9fb-14a0-49d3-97ed-2ac41ab3bd27 None None] For port e48dd9d6-620c-4dd7-8859-fbae9620a46c, host dv-cinder-790014-1-smb, cleared binding levels {{(pid=74233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 09:27:35.615410 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-ef5cd9fb-14a0-49d3-97ed-2ac41ab3bd27 None None] For port e48dd9d6-620c-4dd7-8859-fbae9620a46c, host dv-cinder-790014-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=e48dd9d6-620c-4dd7-8859-fbae9620a46c,segment=NetworkSegment(965c1257-9f5a-4385-a535-e1c8d4f2cb09),segment_id=965c1257-9f5a-4385-a535-e1c8d4f2cb09)] {{(pid=74233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 09:27:35.627395 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] For port 67dff75e-cfc6-4b61-b88d-23a1c339dfca, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=67dff75e-cfc6-4b61-b88d-23a1c339dfca,segment=NetworkSegment(7b0db0fe-709c-4464-9377-1f778cd774c2),segment_id=7b0db0fe-709c-4464-9377-1f778cd774c2)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:27:35.686044 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-49f3aec8-250a-4937-9896-9c7f2c54a53a None None] Provisioning for port 52fe667f-f7c9-4570-b120-09f0bb00e963 completed by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:27:35.690706 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-ef5cd9fb-14a0-49d3-97ed-2ac41ab3bd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:35.695379 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-ce7ee36f-70de-45cf-8dd0-b4ac7acfab79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:35.710479 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-a2b4c6c4-ec5b-43a7-b219-626823ca75e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:35.729676 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-49f3aec8-250a-4937-9896-9c7f2c54a53a None None] Provisioning complete for port 52fe667f-f7c9-4570-b120-09f0bb00e963 triggered by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:27:35.730060 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-49f3aec8-250a-4937-9896-9c7f2c54a53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:35.777970 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:35.817688 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-49f3aec8-250a-4937-9896-9c7f2c54a53a None None] Port 52fe667f-f7c9-4570-b120-09f0bb00e963 cannot update to ACTIVE because it is not bound. {{(pid=74233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 09:27:35.825684 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5cd9fb-14a0-49d3-97ed-2ac41ab3bd27 None None] Routers {'8f8587d3-6a80-4d15-8aca-0a6e624db316'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:27:35.826310 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-ef5cd9fb-14a0-49d3-97ed-2ac41ab3bd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:27:16Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['8f8587d3-6a80-4d15-8aca-0a6e624db316'], 'active': True} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:27:35.936516 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ccb1f-e845-4ad2-abf9-155585ace440 None None] Pushing event updated for resources: {'Port': ['ID=e48dd9d6-620c-4dd7-8859-fbae9620a46c,revision_number=3']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:35.937971 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-a2b4c6c4-ec5b-43a7-b219-626823ca75e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:35.945969 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-818ccb1f-e845-4ad2-abf9-155585ace440 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:35.946444 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:36.009665 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-a2b4c6c4-ec5b-43a7-b219-626823ca75e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15534154'] for port, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:36.038194 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-9e558991-6a33-4e26-bb4f-27511b31ff48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:36.044475 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Pushing event updated for resources: {'Port': ['ID=67dff75e-cfc6-4b61-b88d-23a1c339dfca,revision_number=3']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:36.049335 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:36.068928 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvr_db [None req-ef5cd9fb-14a0-49d3-97ed-2ac41ab3bd27 None None] Set router 8f8587d3-6a80-4d15-8aca-0a6e624db316 gateway port host: dv-cinder-790014-1-smb {{(pid=74233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:27:36.118084 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-a2b4c6c4-ec5b-43a7-b219-626823ca75e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663649'] for router_interface, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:36.122912 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4c6c4-ec5b-43a7-b219-626823ca75e8 admin admin] Pushing event updated for resources: {'Port': ['ID=52fe667f-f7c9-4570-b120-09f0bb00e963,revision_number=2']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:36.127153 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-a2b4c6c4-ec5b-43a7-b219-626823ca75e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:36.252785 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b4c6c4-ec5b-43a7-b219-626823ca75e8 admin admin] Network 3e4b032c-16d9-4524-8a48-a63a5ebfd7de is already hosted by enough agents. {{(pid=74231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:27:36.254103 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.base_scheduler [None req-a2b4c6c4-ec5b-43a7-b219-626823ca75e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=74231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:27:36.407619 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-ef5cd9fb-14a0-49d3-97ed-2ac41ab3bd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8587d3-6a80-4d15-8aca-0a6e624db316', 'name': 'tempest-TestMinimumBasicScenario-747801158-router', 'tenant_id': 'd1f0db3a47354bafb288d52bd5b8b59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e48dd9d6-620c-4dd7-8859-fbae9620a46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:27:30Z', 'updated_at': '2021-05-06T09:27:35Z', 'revision_number': 4, 'project_id': 'd1f0db3a47354bafb288d52bd5b8b59e', 'gw_port': {'id': 'e48dd9d6-620c-4dd7-8859-fbae9620a46c', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8587d3-6a80-4d15-8aca-0a6e624db316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:27:31Z', 'updated_at': '2021-05-06T09:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': '52fe667f-f7c9-4570-b120-09f0bb00e963', 'name': '', 'network_id': '3e4b032c-16d9-4524-8a48-a63a5ebfd7de', 'tenant_id': 'd1f0db3a47354bafb288d52bd5b8b59e', 'mac_address': 'fa:16:3e:71:88:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8587d3-6a80-4d15-8aca-0a6e624db316', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '6862f63e-acc6-4972-98df-6152e4e2d679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:27:34Z', 'updated_at': '2021-05-06T09:27:34Z', 'revision_number': 1, 'project_id': 'd1f0db3a47354bafb288d52bd5b8b59e', 'subnets': [{'id': '6862f63e-acc6-4972-98df-6152e4e2d679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:27:36.412340 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5cd9fb-14a0-49d3-97ed-2ac41ab3bd27 None None] The sync data for ids ['8f8587d3-6a80-4d15-8aca-0a6e624db316'] in dv-cinder-790014-1-smb is: [{'id': '8f8587d3-6a80-4d15-8aca-0a6e624db316', 'name': 'tempest-TestMinimumBasicScenario-747801158-router', 'tenant_id': 'd1f0db3a47354bafb288d52bd5b8b59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e48dd9d6-620c-4dd7-8859-fbae9620a46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:27:30Z', 'updated_at': '2021-05-06T09:27:35Z', 'revision_number': 4, 'project_id': 'd1f0db3a47354bafb288d52bd5b8b59e', 'gw_port': {'id': 'e48dd9d6-620c-4dd7-8859-fbae9620a46c', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8587d3-6a80-4d15-8aca-0a6e624db316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:27:31Z', 'updated_at': '2021-05-06T09:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': '52fe667f-f7c9-4570-b120-09f0bb00e963', 'name': '', 'network_id': '3e4b032c-16d9-4524-8a48-a63a5ebfd7de', 'tenant_id': 'd1f0db3a47354bafb288d52bd5b8b59e', 'mac_address': 'fa:16:3e:71:88:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8587d3-6a80-4d15-8aca-0a6e624db316', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '6862f63e-acc6-4972-98df-6152e4e2d679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:27:34Z', 'updated_at': '2021-05-06T09:27:34Z', 'revision_number': 1, 'project_id': 'd1f0db3a47354bafb288d52bd5b8b59e', 'subnets': [{'id': '6862f63e-acc6-4972-98df-6152e4e2d679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:27:36.465279 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0c016-cb72-4464-a479-9caa58dc2573 req-48ba30ef-c12a-49a3-b8d9-1aaf434b71d6 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:36.473617 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-daa0c016-cb72-4464-a479-9caa58dc2573 req-48ba30ef-c12a-49a3-b8d9-1aaf434b71d6 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 945 time: 0.1151190 May 06 09:27:36.479324 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 67dff75e-cfc6-4b61-b88d-23a1c339dfca up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:27:36.490687 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b4c6c4-ec5b-43a7-b219-626823ca75e8 admin admin] Router 8f8587d3-6a80-4d15-8aca-0a6e624db316 has already been hosted by L3 agent 6417d645-ec24-4e28-ae28-fb602049daa5 {{(pid=74231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 09:27:36.532611 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-daa0c016-cb72-4464-a479-9caa58dc2573 req-3f7f35dd-a11f-4be2-939d-7a947d5c3be0 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567634 May 06 09:27:36.572817 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-f5e5598e-46ab-444d-9e47-1cd1876184fb None None] Provisioning complete for port 52fe667f-f7c9-4570-b120-09f0bb00e963 triggered by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:27:36.573205 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-f5e5598e-46ab-444d-9e47-1cd1876184fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:36.640283 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-f5e5598e-46ab-444d-9e47-1cd1876184fb None None] Port 52fe667f-f7c9-4570-b120-09f0bb00e963 cannot update to ACTIVE because it is not bound. {{(pid=74233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 09:27:36.642743 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port 67dff75e-cfc6-4b61-b88d-23a1c339dfca triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:27:36.643084 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:36.802689 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b4c6c4-ec5b-43a7-b219-626823ca75e8 admin admin] Notify agent at l3_agent.dv-cinder-790014-1-smb the message routers_updated {{(pid=74231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 09:27:36.812730 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-a2b4c6c4-ec5b-43a7-b219-626823ca75e8 admin admin] 10.222.0.20 "PUT /v2.0/routers/8f8587d3-6a80-4d15-8aca-0a6e624db316/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8460960 May 06 09:27:37.712042 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f40cf8-86e1-48c1-8c3f-71c22bef3ade req-9bb0824c-a738-4089-89f2-63fc94430421 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:37.713512 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-b6f40cf8-86e1-48c1-8c3f-71c22bef3ade req-9bb0824c-a738-4089-89f2-63fc94430421 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 945 time: 0.0800982 May 06 09:27:37.770609 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-b6f40cf8-86e1-48c1-8c3f-71c22bef3ade req-5f664258-bc00-4c87-a9f0-b9147a60f261 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512149 May 06 09:27:38.479566 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device e48dd9d6-620c-4dd7-8859-fbae9620a46c up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:27:38.629124 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning for port e48dd9d6-620c-4dd7-8859-fbae9620a46c completed by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:27:38.635053 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port e48dd9d6-620c-4dd7-8859-fbae9620a46c triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:27:38.635735 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:38.868817 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:38.905265 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] For port e48dd9d6-620c-4dd7-8859-fbae9620a46c, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=e48dd9d6-620c-4dd7-8859-fbae9620a46c,segment=NetworkSegment(965c1257-9f5a-4385-a535-e1c8d4f2cb09),segment_id=965c1257-9f5a-4385-a535-e1c8d4f2cb09)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:27:38.999988 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:39.001869 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-1f40fd19-d101-4b7f-8fc9-eddf2ddd6bdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:39.044989 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb54346-21cf-4515-b1b5-da7e70fad771 req-6bd3ceec-e36a-4f09-b78f-03084cc80fe2 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:39.052688 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-7eb54346-21cf-4515-b1b5-da7e70fad771 req-6bd3ceec-e36a-4f09-b78f-03084cc80fe2 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 945 time: 0.1147232 May 06 09:27:39.115302 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-7eb54346-21cf-4515-b1b5-da7e70fad771 req-05097d5d-7838-463f-a1d0-c535eb6b48d2 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616293 May 06 09:27:39.120128 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Pushing event updated for resources: {'Port': ['ID=e48dd9d6-620c-4dd7-8859-fbae9620a46c,revision_number=4']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:39.125554 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:40.091325 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943bb9e6-907b-404a-96ca-7036de9c4341 None None] Sync routers for ids ['8f8587d3-6a80-4d15-8aca-0a6e624db316'] in dv-cinder-790014-1-smb {{(pid=74234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:27:40.103216 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943bb9e6-907b-404a-96ca-7036de9c4341 None None] Routers {'8f8587d3-6a80-4d15-8aca-0a6e624db316'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:27:40.104988 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-943bb9e6-907b-404a-96ca-7036de9c4341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:27:16Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['8f8587d3-6a80-4d15-8aca-0a6e624db316'], 'active': True} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:27:40.296727 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvr_db [None req-943bb9e6-907b-404a-96ca-7036de9c4341 None None] Set router 8f8587d3-6a80-4d15-8aca-0a6e624db316 gateway port host: dv-cinder-790014-1-smb {{(pid=74234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:27:40.355457 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795cc9b-0544-468f-8b8c-ffda7dd644d3 req-8dd725b6-8931-4a4c-88ff-f1fce8103dfd tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:40.361132 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-6795cc9b-0544-468f-8b8c-ffda7dd644d3 req-8dd725b6-8931-4a4c-88ff-f1fce8103dfd tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 945 time: 0.1071885 May 06 09:27:40.415846 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-6795cc9b-0544-468f-8b8c-ffda7dd644d3 req-0118b543-3fe2-42b9-8ba7-2271d9f5e9f2 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526197 May 06 09:27:40.564818 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device e48dd9d6-620c-4dd7-8859-fbae9620a46c up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:27:40.564818 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port e48dd9d6-620c-4dd7-8859-fbae9620a46c triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:27:40.564818 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:40.662183 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-943bb9e6-907b-404a-96ca-7036de9c4341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8587d3-6a80-4d15-8aca-0a6e624db316', 'name': 'tempest-TestMinimumBasicScenario-747801158-router', 'tenant_id': 'd1f0db3a47354bafb288d52bd5b8b59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e48dd9d6-620c-4dd7-8859-fbae9620a46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:27:30Z', 'updated_at': '2021-05-06T09:27:35Z', 'revision_number': 4, 'project_id': 'd1f0db3a47354bafb288d52bd5b8b59e', 'gw_port': {'id': 'e48dd9d6-620c-4dd7-8859-fbae9620a46c', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8587d3-6a80-4d15-8aca-0a6e624db316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:27:31Z', 'updated_at': '2021-05-06T09:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': '52fe667f-f7c9-4570-b120-09f0bb00e963', 'name': '', 'network_id': '3e4b032c-16d9-4524-8a48-a63a5ebfd7de', 'tenant_id': 'd1f0db3a47354bafb288d52bd5b8b59e', 'mac_address': 'fa:16:3e:71:88:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8587d3-6a80-4d15-8aca-0a6e624db316', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '6862f63e-acc6-4972-98df-6152e4e2d679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:27:34Z', 'updated_at': '2021-05-06T09:27:35Z', 'revision_number': 2, 'project_id': 'd1f0db3a47354bafb288d52bd5b8b59e', 'subnets': [{'id': '6862f63e-acc6-4972-98df-6152e4e2d679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:27:40.666572 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943bb9e6-907b-404a-96ca-7036de9c4341 None None] Checking router: 8f8587d3-6a80-4d15-8aca-0a6e624db316 for host: dv-cinder-790014-1-smb {{(pid=74234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:27:40.666837 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943bb9e6-907b-404a-96ca-7036de9c4341 None None] Updating router 8f8587d3-6a80-4d15-8aca-0a6e624db316 port 52fe667f-f7c9-4570-b120-09f0bb00e963 binding host dv-cinder-790014-1-smb {{(pid=74234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:27:40.720172 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-943bb9e6-907b-404a-96ca-7036de9c4341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:41.065199 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-943bb9e6-907b-404a-96ca-7036de9c4341 None None] Notify callbacks [] for port, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:41.079078 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.provisioning_blocks [None req-943bb9e6-907b-404a-96ca-7036de9c4341 None None] Transition to ACTIVE for port object 52fe667f-f7c9-4570-b120-09f0bb00e963 will not be triggered until provisioned by entity L2. {{(pid=74234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:27:41.154361 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-943bb9e6-907b-404a-96ca-7036de9c4341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:41.162102 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-b6358774-8cf8-4ed8-8418-d841634ce99c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:41.328568 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad8c54-5e4c-4c9e-b6a5-eb37f70f8a12 None None] Pushing event updated for resources: {'Port': ['ID=52fe667f-f7c9-4570-b120-09f0bb00e963,revision_number=3']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:41.369722 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-27ad8c54-5e4c-4c9e-b6a5-eb37f70f8a12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:41.423770 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [None req-943bb9e6-907b-404a-96ca-7036de9c4341 None None] Attempting to bind port 52fe667f-f7c9-4570-b120-09f0bb00e963 on host dv-cinder-790014-1-smb for vnic_type normal with profile {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:27:41.424149 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [None req-943bb9e6-907b-404a-96ca-7036de9c4341 None None] Attempting to bind port 52fe667f-f7c9-4570-b120-09f0bb00e963 by drivers openvswitch,hyperv on host dv-cinder-790014-1-smb at level 0 using segments [{'id': '7b0db0fe-709c-4464-9377-1f778cd774c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '3e4b032c-16d9-4524-8a48-a63a5ebfd7de'}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:27:41.424526 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943bb9e6-907b-404a-96ca-7036de9c4341 None None] Attempting to bind port 52fe667f-f7c9-4570-b120-09f0bb00e963 on network 3e4b032c-16d9-4524-8a48-a63a5ebfd7de {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:27:41.431373 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943bb9e6-907b-404a-96ca-7036de9c4341 None None] Checking agent: {'id': 'a138baec-5248-4891-8a37-6ab457958a8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790014-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 14, 16), 'started_at': datetime.datetime(2021, 5, 6, 9, 14, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790014-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 09:27:41.431790 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943bb9e6-907b-404a-96ca-7036de9c4341 None None] Checking segment: {'id': '7b0db0fe-709c-4464-9377-1f778cd774c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '3e4b032c-16d9-4524-8a48-a63a5ebfd7de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:27:41.432206 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-943bb9e6-907b-404a-96ca-7036de9c4341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:41.432749 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943bb9e6-907b-404a-96ca-7036de9c4341 None None] Bound using segment: {'id': '7b0db0fe-709c-4464-9377-1f778cd774c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '3e4b032c-16d9-4524-8a48-a63a5ebfd7de'} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 09:27:41.433078 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [None req-943bb9e6-907b-404a-96ca-7036de9c4341 None None] Bound port: 52fe667f-f7c9-4570-b120-09f0bb00e963, host: dv-cinder-790014-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b0db0fe-709c-4464-9377-1f778cd774c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '3e4b032c-16d9-4524-8a48-a63a5ebfd7de'}}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:27:41.433476 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-943bb9e6-907b-404a-96ca-7036de9c4341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:41.553441 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.db [None req-943bb9e6-907b-404a-96ca-7036de9c4341 None None] For port 52fe667f-f7c9-4570-b120-09f0bb00e963, host dv-cinder-790014-1-smb, cleared binding levels {{(pid=74234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 09:27:41.557283 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.plugins.ml2.db [None req-943bb9e6-907b-404a-96ca-7036de9c4341 None None] For port 52fe667f-f7c9-4570-b120-09f0bb00e963, host dv-cinder-790014-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=52fe667f-f7c9-4570-b120-09f0bb00e963,segment=NetworkSegment(7b0db0fe-709c-4464-9377-1f778cd774c2),segment_id=7b0db0fe-709c-4464-9377-1f778cd774c2)] {{(pid=74234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 09:27:41.644438 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-943bb9e6-907b-404a-96ca-7036de9c4341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:41.648877 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:41.649210 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b42204-4da1-4540-8b01-1fcf138fce7a req-37c93d53-75d4-41cf-884c-310b6a0335d3 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:41.651266 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-98b42204-4da1-4540-8b01-1fcf138fce7a req-37c93d53-75d4-41cf-884c-310b6a0335d3 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 945 time: 0.0953434 May 06 09:27:41.754607 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943bb9e6-907b-404a-96ca-7036de9c4341 None None] Routers {'8f8587d3-6a80-4d15-8aca-0a6e624db316'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:27:41.755377 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-943bb9e6-907b-404a-96ca-7036de9c4341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:27:16Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['8f8587d3-6a80-4d15-8aca-0a6e624db316'], 'active': True} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:27:41.765044 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-98b42204-4da1-4540-8b01-1fcf138fce7a req-6ad8e48a-8a5a-4b67-a5e9-b38468666438 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024017 May 06 09:27:41.847140 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad8c54-5e4c-4c9e-b6a5-eb37f70f8a12 None None] Pushing event updated for resources: {'Port': ['ID=52fe667f-f7c9-4570-b120-09f0bb00e963,revision_number=4']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:41.921606 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-27ad8c54-5e4c-4c9e-b6a5-eb37f70f8a12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:42.002860 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvr_db [None req-943bb9e6-907b-404a-96ca-7036de9c4341 None None] Set router 8f8587d3-6a80-4d15-8aca-0a6e624db316 gateway port host: dv-cinder-790014-1-smb {{(pid=74234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:27:42.345484 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-943bb9e6-907b-404a-96ca-7036de9c4341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8587d3-6a80-4d15-8aca-0a6e624db316', 'name': 'tempest-TestMinimumBasicScenario-747801158-router', 'tenant_id': 'd1f0db3a47354bafb288d52bd5b8b59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e48dd9d6-620c-4dd7-8859-fbae9620a46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:27:30Z', 'updated_at': '2021-05-06T09:27:35Z', 'revision_number': 4, 'project_id': 'd1f0db3a47354bafb288d52bd5b8b59e', 'gw_port': {'id': 'e48dd9d6-620c-4dd7-8859-fbae9620a46c', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8587d3-6a80-4d15-8aca-0a6e624db316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:27:31Z', 'updated_at': '2021-05-06T09:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': '52fe667f-f7c9-4570-b120-09f0bb00e963', 'name': '', 'network_id': '3e4b032c-16d9-4524-8a48-a63a5ebfd7de', 'tenant_id': 'd1f0db3a47354bafb288d52bd5b8b59e', 'mac_address': 'fa:16:3e:71:88:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8587d3-6a80-4d15-8aca-0a6e624db316', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '6862f63e-acc6-4972-98df-6152e4e2d679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:27:34Z', 'updated_at': '2021-05-06T09:27:41Z', 'revision_number': 4, 'project_id': 'd1f0db3a47354bafb288d52bd5b8b59e', 'subnets': [{'id': '6862f63e-acc6-4972-98df-6152e4e2d679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:27:42.349474 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943bb9e6-907b-404a-96ca-7036de9c4341 None None] The sync data for ids ['8f8587d3-6a80-4d15-8aca-0a6e624db316'] in dv-cinder-790014-1-smb is: [{'id': '8f8587d3-6a80-4d15-8aca-0a6e624db316', 'name': 'tempest-TestMinimumBasicScenario-747801158-router', 'tenant_id': 'd1f0db3a47354bafb288d52bd5b8b59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e48dd9d6-620c-4dd7-8859-fbae9620a46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:27:30Z', 'updated_at': '2021-05-06T09:27:35Z', 'revision_number': 4, 'project_id': 'd1f0db3a47354bafb288d52bd5b8b59e', 'gw_port': {'id': 'e48dd9d6-620c-4dd7-8859-fbae9620a46c', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8587d3-6a80-4d15-8aca-0a6e624db316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:27:31Z', 'updated_at': '2021-05-06T09:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': '52fe667f-f7c9-4570-b120-09f0bb00e963', 'name': '', 'network_id': '3e4b032c-16d9-4524-8a48-a63a5ebfd7de', 'tenant_id': 'd1f0db3a47354bafb288d52bd5b8b59e', 'mac_address': 'fa:16:3e:71:88:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8587d3-6a80-4d15-8aca-0a6e624db316', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '6862f63e-acc6-4972-98df-6152e4e2d679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:27:34Z', 'updated_at': '2021-05-06T09:27:41Z', 'revision_number': 4, 'project_id': 'd1f0db3a47354bafb288d52bd5b8b59e', 'subnets': [{'id': '6862f63e-acc6-4972-98df-6152e4e2d679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:27:42.496273 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 52fe667f-f7c9-4570-b120-09f0bb00e963 up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:27:42.649783 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning for port 52fe667f-f7c9-4570-b120-09f0bb00e963 completed by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:27:42.655791 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port 52fe667f-f7c9-4570-b120-09f0bb00e963 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:27:42.656284 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:42.869188 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:42.915295 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] For port 52fe667f-f7c9-4570-b120-09f0bb00e963, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=52fe667f-f7c9-4570-b120-09f0bb00e963,segment=NetworkSegment(7b0db0fe-709c-4464-9377-1f778cd774c2),segment_id=7b0db0fe-709c-4464-9377-1f778cd774c2)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:27:42.979138 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:42.988674 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-70f99998-2c7a-40cd-a161-30e9dba2e436 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:43.069922 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Pushing event updated for resources: {'Port': ['ID=52fe667f-f7c9-4570-b120-09f0bb00e963,revision_number=5']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:43.073170 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:43.118569 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2affc9-b1fa-4778-bcfb-d869ca3eff92 req-1b167018-108b-4e6e-be38-9aa85544c033 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:43.120837 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-6d2affc9-b1fa-4778-bcfb-d869ca3eff92 req-1b167018-108b-4e6e-be38-9aa85544c033 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 945 time: 0.1625862 May 06 09:27:43.168835 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-6d2affc9-b1fa-4778-bcfb-d869ca3eff92 req-29dc316a-827b-4884-b77e-f80aa55b9037 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409546 May 06 09:27:43.369856 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-49bfa5fb-56ce-4ace-925c-05c65d79df36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:44.288702 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.agents_db [None req-638a5930-6b89-4b54-bbc4-25c5e7558cab None None] Agent healthcheck: found 6 active agents {{(pid=74234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 09:27:44.380591 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65f933-de16-44da-b435-144b3d05ffce req-a32e2781-324d-478c-af40-0271c126e4ee tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:44.382090 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-2d65f933-de16-44da-b435-144b3d05ffce req-a32e2781-324d-478c-af40-0271c126e4ee tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 945 time: 0.0879202 May 06 09:27:44.423708 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 52fe667f-f7c9-4570-b120-09f0bb00e963 up at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:27:44.438222 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-2d65f933-de16-44da-b435-144b3d05ffce req-c71380af-2887-4ef3-ac09-1275962a7435 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496233 May 06 09:27:44.496971 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Provisioning complete for port 52fe667f-f7c9-4570-b120-09f0bb00e963 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:27:44.497355 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:45.638253 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdea16e-6055-4fc8-9be3-7734e7cca5ff req-496466b4-3d07-45d8-a704-c034acc93736 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:45.639740 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-abdea16e-6055-4fc8-9be3-7734e7cca5ff req-496466b4-3d07-45d8-a704-c034acc93736 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 945 time: 0.0813146 May 06 09:27:45.688817 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-abdea16e-6055-4fc8-9be3-7734e7cca5ff req-31fdcaa5-d83a-4c3b-a4e0-25fcf7c43acf tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430825 May 06 09:27:45.892475 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-eec4ca2f-2682-446a-acc1-e27c46e282ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:45.924770 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:46.473800 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 37de4791-f9c4-48f6-a7bb-a8833aa74417 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 09:27:46.629596 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 37de4791-f9c4-48f6-a7bb-a8833aa74417, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=37de4791-f9c4-48f6-a7bb-a8833aa74417,segment=NetworkSegment(36c7da13-cf7e-4164-9f19-b350301e7409),segment_id=36c7da13-cf7e-4164-9f19-b350301e7409)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:27:46.644016 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Returning: {'device': '37de4791-f9c4-48f6-a7bb-a8833aa74417', 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a', 'port_id': '37de4791-f9c4-48f6-a7bb-a8833aa74417', 'mac_address': 'fa:16:3e:d2:fc:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3327bb7d-2498-459f-aedf-d87f7d766be5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 09:27:46.714099 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:46.748040 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 37de4791-f9c4-48f6-a7bb-a8833aa74417 {{(pid=74233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 09:27:46.767544 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 37de4791-f9c4-48f6-a7bb-a8833aa74417, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=37de4791-f9c4-48f6-a7bb-a8833aa74417,segment=NetworkSegment(36c7da13-cf7e-4164-9f19-b350301e7409),segment_id=36c7da13-cf7e-4164-9f19-b350301e7409)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:27:46.853331 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:46.856443 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:46.942593 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] get_ports_and_sgs() called for port_ids ['37de4791-f9c4-48f6-a7bb-a8833aa74417'] {{(pid=74233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 09:27:46.993385 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a5cbf-ccf9-46e8-8a79-592edf32fd71 req-61eb038a-24d7-4c2e-8cd5-b53759ac10b6 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:46.995549 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-c73a5cbf-ccf9-46e8-8a79-592edf32fd71 req-61eb038a-24d7-4c2e-8cd5-b53759ac10b6 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 944 time: 0.1802227 May 06 09:27:47.023929 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=37de4791-f9c4-48f6-a7bb-a8833aa74417,revision_number=6']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:47.036263 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:47.054764 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-c73a5cbf-ccf9-46e8-8a79-592edf32fd71 req-c749f883-f334-4dcc-ab46-f2327466be6a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510817 May 06 09:27:47.432819 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:48.308286 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a6be16-4068-413f-95b3-c7967b7c10f5 req-5e96da5b-4ea2-4c4e-9df0-b8bb95bda189 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:48.311944 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-92a6be16-4068-413f-95b3-c7967b7c10f5 req-5e96da5b-4ea2-4c4e-9df0-b8bb95bda189 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 944 time: 0.1118729 May 06 09:27:48.483920 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 37de4791-f9c4-48f6-a7bb-a8833aa74417 up at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:27:48.494831 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-92a6be16-4068-413f-95b3-c7967b7c10f5 req-3f86b46d-31c5-4df3-b3d4-d420351067a5 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761875 May 06 09:27:48.593240 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Provisioning complete for port 37de4791-f9c4-48f6-a7bb-a8833aa74417 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:27:48.594469 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:48.727676 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:48.791535 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:48.823177 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3b0fad-238e-493e-bffc-ef7e40650ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37de4791-f9c4-48f6-a7bb-a8833aa74417'}] {{(pid=74233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:27:48.857390 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 37de4791-f9c4-48f6-a7bb-a8833aa74417, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=37de4791-f9c4-48f6-a7bb-a8833aa74417,segment=NetworkSegment(36c7da13-cf7e-4164-9f19-b350301e7409),segment_id=36c7da13-cf7e-4164-9f19-b350301e7409)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:27:48.914765 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:48.916799 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:48.971579 dv-cinder-790014-1-smb neutron-server[74233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3b0fad-238e-493e-bffc-ef7e40650ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37de4791-f9c4-48f6-a7bb-a8833aa74417', 'code': 200} May 06 09:27:49.016252 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=37de4791-f9c4-48f6-a7bb-a8833aa74417,revision_number=7']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:49.019544 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:49.426283 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-ffe92b60-d34b-4324-a043-e372ff8106ed tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:49.427839 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-ffe92b60-d34b-4324-a043-e372ff8106ed tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/networks?id=f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059 HTTP/1.1" status: 200 len: 814 time: 0.1684799 May 06 09:27:49.446069 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-5ad05809-36a2-4a5f-b94b-d44079977ee6 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/quotas/74dc9aa8a5bc4509b7cbc1bc22c842a9 HTTP/1.1" status: 200 len: 375 time: 0.0116138 May 06 09:27:49.551846 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-2db5c9a8-373f-4fc9-b8dc-9a985285c086 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=74dc9aa8a5bc4509b7cbc1bc22c842a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0983756 May 06 09:27:49.734398 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01eb06b-c05a-46ae-8483-3390ee16322c req-f2a0b92a-c4f5-408f-814b-f7781a1a5d42 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:49.741938 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-a01eb06b-c05a-46ae-8483-3390ee16322c req-f2a0b92a-c4f5-408f-814b-f7781a1a5d42 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 945 time: 0.1133919 May 06 09:27:49.774948 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-d3e40326-7651-4b76-baa5-bd16e9b28a33 service neutron] 10.222.0.20 "GET /v2.0/networks/f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104194 May 06 09:27:49.808505 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-a01eb06b-c05a-46ae-8483-3390ee16322c req-3ce743f4-1c9e-416a-8f8d-a1e33d9edaaa tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639181 May 06 09:27:49.993169 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-79eed909-d60a-4a90-8106-9356425f3abc service neutron] 10.222.0.20 "GET /v2.0/networks/f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097397 May 06 09:27:50.346098 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-75bc8eff-0f90-4c47-934c-bd23ef897379 req-1b6d3c13-b09b-4398-9c74-0e32f72191dc tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Synchronizing usage tracker for tenant:74dc9aa8a5bc4509b7cbc1bc22c842a9 on resource:port {{(pid=74232) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:27:50.497282 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-75bc8eff-0f90-4c47-934c-bd23ef897379 req-1b6d3c13-b09b-4398-9c74-0e32f72191dc tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Unset dirty status for tenant:74dc9aa8a5bc4509b7cbc1bc22c842a9 on resource:port {{(pid=74232) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:27:50.501164 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-75bc8eff-0f90-4c47-934c-bd23ef897379 req-1b6d3c13-b09b-4398-9c74-0e32f72191dc tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/ports?device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 210 time: 0.2211237 May 06 09:27:51.015175 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd679a39-ca17-4f4b-8b29-e5ada43c1eba req-76bc28a7-e453-45b4-a2ee-77fb8e59477d tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:51.017006 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-dd679a39-ca17-4f4b-8b29-e5ada43c1eba req-76bc28a7-e453-45b4-a2ee-77fb8e59477d tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 945 time: 0.0969930 May 06 09:27:51.087111 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-dd679a39-ca17-4f4b-8b29-e5ada43c1eba req-cd8a9f59-2ab1-4a8c-96b0-bbfea3f8bbee tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595303 May 06 09:27:51.621875 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-5a1dbafe-d14d-4a71-a3fd-557153866d6c req-c4e92503-bc7a-42e7-9a91-7eff413c7244 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/ports?device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 210 time: 0.0567534 May 06 09:27:52.360686 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae2017-a97e-4ff2-9b38-bc524784d4a5 req-c7bf15e2-df0d-4127-85a1-6b75670e462a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:52.363968 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-64ae2017-a97e-4ff2-9b38-bc524784d4a5 req-c7bf15e2-df0d-4127-85a1-6b75670e462a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 945 time: 0.1118715 May 06 09:27:52.421746 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-64ae2017-a97e-4ff2-9b38-bc524784d4a5 req-6a17255c-686d-4610-b064-aa59f07495c0 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514557 May 06 09:27:52.833451 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-c769a761-55e6-44a6-abb0-45a606231334 req-37e88890-6631-4a99-9350-9a7d69283d3e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/ports?device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 210 time: 0.0821273 May 06 09:27:53.165266 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-2ead31e1-5567-4c6f-9e41-a3632f2289cf tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:53.166747 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-2ead31e1-5567-4c6f-9e41-a3632f2289cf tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.79 "GET /v2.0/networks?id=f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059 HTTP/1.1" status: 200 len: 814 time: 0.1943567 May 06 09:27:53.182643 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-66b64d97-8f9b-4807-a41d-4641956345f0 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Request body: {'port': {'device_id': '41ea5e1b-0158-49f7-a337-fc87a26e6d12', 'network_id': 'f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059', 'admin_state_up': True, 'tenant_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:27:53.375161 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-66b64d97-8f9b-4807-a41d-4641956345f0 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:27:53.385878 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-66b64d97-8f9b-4807-a41d-4641956345f0 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:27:53.472260 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-66b64d97-8f9b-4807-a41d-4641956345f0 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Made reservation on behalf of 74dc9aa8a5bc4509b7cbc1bc22c842a9 for: {'port': 1} {{(pid=74231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:27:53.472381 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-66b64d97-8f9b-4807-a41d-4641956345f0 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:53.716314 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e87753-2148-4f31-ae02-4b2c4dcaa507 req-679f198a-aaf0-4ec5-8856-f71e1abe2a40 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:53.718111 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-f4e87753-2148-4f31-ae02-4b2c4dcaa507 req-679f198a-aaf0-4ec5-8856-f71e1abe2a40 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 945 time: 0.1751025 May 06 09:27:53.722121 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.db_base_plugin_common [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-66b64d97-8f9b-4807-a41d-4641956345f0 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Allocated IP 172.20.0.12 (f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059/e1734543-204d-4a78-99b8-bce23fe18df5/d45c5c2e-f984-494b-9a9c-476a02afc1dd) {{(pid=74231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:27:53.802537 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-f4e87753-2148-4f31-ae02-4b2c4dcaa507 req-ef22a72f-b86c-489f-a711-b8c18d325cfe tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734608 May 06 09:27:54.067200 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-89e1d91c-e050-4223-9395-0d65810be497 req-963b03bc-8339-485b-b2e9-1ce0705695b8 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/ports?device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 210 time: 0.0444202 May 06 09:27:54.111977 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-66b64d97-8f9b-4807-a41d-4641956345f0 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks [] for port, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:54.127485 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.provisioning_blocks [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-66b64d97-8f9b-4807-a41d-4641956345f0 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Transition to ACTIVE for port object d45c5c2e-f984-494b-9a9c-476a02afc1dd will not be triggered until provisioned by entity DHCP. {{(pid=74231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:27:54.347205 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-66b64d97-8f9b-4807-a41d-4641956345f0 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:54.353397 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-a72fae78-84ad-4279-b56f-ff4287aa9af4 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:27:54.411474 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-66b64d97-8f9b-4807-a41d-4641956345f0 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Network f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059 is already hosted by enough agents. {{(pid=74231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:27:54.414407 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.base_scheduler [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-66b64d97-8f9b-4807-a41d-4641956345f0 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Resources bound (agent type, host, resource id): {{(pid=74231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:27:54.416941 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-66b64d97-8f9b-4807-a41d-4641956345f0 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Received port after_create {{(pid=74231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:27:54.484654 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b64d97-8f9b-4807-a41d-4641956345f0 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Pushing event updated for resources: {'Port': ['ID=d45c5c2e-f984-494b-9a9c-476a02afc1dd,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:54.498871 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-66b64d97-8f9b-4807-a41d-4641956345f0 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:27:54.576665 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-66b64d97-8f9b-4807-a41d-4641956345f0 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:54.577615 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-66b64d97-8f9b-4807-a41d-4641956345f0 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:54.744053 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-66b64d97-8f9b-4807-a41d-4641956345f0 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5658872 May 06 09:27:54.848234 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-967198a4-29a3-4e23-9161-e54c7bcfb79b None None] Provisioning for port d45c5c2e-f984-494b-9a9c-476a02afc1dd completed by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:27:54.857260 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-967198a4-29a3-4e23-9161-e54c7bcfb79b None None] Provisioning complete for port d45c5c2e-f984-494b-9a9c-476a02afc1dd triggered by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:27:54.857765 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-967198a4-29a3-4e23-9161-e54c7bcfb79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:54.971828 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-967198a4-29a3-4e23-9161-e54c7bcfb79b None None] Port d45c5c2e-f984-494b-9a9c-476a02afc1dd cannot update to ACTIVE because it is not bound. {{(pid=74233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 06 09:27:55.163086 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567a2b8-2dd8-4038-94de-218780b277a9 req-446810f1-8c8b-4c21-b684-39b9e72f091a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:55.175536 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-a567a2b8-2dd8-4038-94de-218780b277a9 req-446810f1-8c8b-4c21-b684-39b9e72f091a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 945 time: 0.1422069 May 06 09:27:55.239937 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-a567a2b8-2dd8-4038-94de-218780b277a9 req-b93896a5-e438-486b-8244-9ddc6ab38c6b tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625546 May 06 09:27:55.516507 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9314cc5-744b-492a-acea-676d4a50e54e req-73620b1c-d453-449c-ab96-a22bef547c54 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:55.526078 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-d9314cc5-744b-492a-acea-676d4a50e54e req-73620b1c-d453-449c-ab96-a22bef547c54 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/ports?device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 932 time: 0.1411653 May 06 09:27:55.576638 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-d9314cc5-744b-492a-acea-676d4a50e54e req-ea8f9b90-82c6-4949-9c37-f0fc7cbda765 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Synchronizing usage tracker for tenant:74dc9aa8a5bc4509b7cbc1bc22c842a9 on resource:security_group {{(pid=74232) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:27:55.667235 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-d9314cc5-744b-492a-acea-676d4a50e54e req-ea8f9b90-82c6-4949-9c37-f0fc7cbda765 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Unset dirty status for tenant:74dc9aa8a5bc4509b7cbc1bc22c842a9 on resource:security_group {{(pid=74232) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:27:55.677487 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-d9314cc5-744b-492a-acea-676d4a50e54e req-ea8f9b90-82c6-4949-9c37-f0fc7cbda765 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a687ed9-a9b5-4d03-88d0-2b36ec1cceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504076 May 06 09:27:56.628267 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c7c7e5-1516-42bc-ac47-640b3b750a43 req-f86c98fc-6eb8-4484-bf77-48cea0d6e975 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:56.628267 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-47c7c7e5-1516-42bc-ac47-640b3b750a43 req-f86c98fc-6eb8-4484-bf77-48cea0d6e975 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 945 time: 0.1644571 May 06 09:27:56.718910 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-47c7c7e5-1516-42bc-ac47-640b3b750a43 req-2c3b942b-627e-4bcb-80bc-cfd7e47024fb tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784564 May 06 09:27:56.979556 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9cd2f-3894-4d5e-9fbf-d3fcaeb69870 req-9fd49bcc-a92d-490d-9337-f6c5969531cf tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:56.987988 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-ecd9cd2f-3894-4d5e-9fbf-d3fcaeb69870 req-9fd49bcc-a92d-490d-9337-f6c5969531cf tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/ports?device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 932 time: 0.1396933 May 06 09:27:57.056290 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-ecd9cd2f-3894-4d5e-9fbf-d3fcaeb69870 req-23350c8a-5ef1-4b04-a4dd-a59734b04069 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a687ed9-a9b5-4d03-88d0-2b36ec1cceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673015 May 06 09:27:58.005282 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e65b8f-556b-40bb-b6d6-4bc413eda5b4 req-05c4cf78-bb93-4907-a032-a5c9156d9038 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:58.007960 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-a6e65b8f-556b-40bb-b6d6-4bc413eda5b4 req-05c4cf78-bb93-4907-a032-a5c9156d9038 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 945 time: 0.1100130 May 06 09:27:58.083338 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-a6e65b8f-556b-40bb-b6d6-4bc413eda5b4 req-9395416a-b967-4d70-84e4-31b066750c2e tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683293 May 06 09:27:58.320404 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754614f-2167-4a88-876a-6fbc3dad94de req-e7e68f92-c3d6-4898-8949-d800f23ad87a tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:58.322968 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-d754614f-2167-4a88-876a-6fbc3dad94de req-e7e68f92-c3d6-4898-8949-d800f23ad87a tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/ports?device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 932 time: 0.1321785 May 06 09:27:58.384782 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-d754614f-2167-4a88-876a-6fbc3dad94de req-d148b3ee-e60e-4624-ab89-d0e324eeece1 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a687ed9-a9b5-4d03-88d0-2b36ec1cceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509336 May 06 09:27:59.296954 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2aed29-2efc-45e7-b254-408f7d6af05a req-667970aa-4d22-4de3-ac70-21add533b512 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:59.298943 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-de2aed29-2efc-45e7-b254-408f7d6af05a req-667970aa-4d22-4de3-ac70-21add533b512 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 945 time: 0.1085653 May 06 09:27:59.350629 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-de2aed29-2efc-45e7-b254-408f7d6af05a req-8863e7ad-dbfd-4d0e-862c-a4ad28cae2f3 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454021 May 06 09:27:59.588000 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d366aa-ce80-4710-ab92-3219ad96e74a req-4f13268b-21bc-406d-b9b8-6bbfa640f641 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:27:59.589379 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-a1d366aa-ce80-4710-ab92-3219ad96e74a req-4f13268b-21bc-406d-b9b8-6bbfa640f641 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/ports?device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 932 time: 0.0908561 May 06 09:27:59.635994 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-a1d366aa-ce80-4710-ab92-3219ad96e74a req-264bba8c-9e5e-407e-9c11-daabbebbaaea tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a687ed9-a9b5-4d03-88d0-2b36ec1cceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400984 May 06 09:28:00.491086 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:00.610277 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f66306-3aed-4e0f-8b68-27ded1a8a583 req-b925a271-698d-493a-8583-60ae0929629a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:00.610277 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-a4f66306-3aed-4e0f-8b68-27ded1a8a583 req-b925a271-698d-493a-8583-60ae0929629a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 945 time: 0.1044903 May 06 09:28:00.635683 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-a4f66306-3aed-4e0f-8b68-27ded1a8a583 req-1f3d95ac-bc87-4a22-a5ab-b579518a4362 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433564 May 06 09:28:00.850837 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd1b14-d6b7-44af-892a-446cad3e4d3e req-80b7a6a7-1fa7-4601-a2b2-7f7092913ba0 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:00.863260 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-bbfd1b14-d6b7-44af-892a-446cad3e4d3e req-80b7a6a7-1fa7-4601-a2b2-7f7092913ba0 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/ports?device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 932 time: 0.1058753 May 06 09:28:00.912078 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-bbfd1b14-d6b7-44af-892a-446cad3e4d3e req-fdaac74b-ee64-4b86-bcc7-f086b6f6abe8 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a687ed9-a9b5-4d03-88d0-2b36ec1cceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478265 May 06 09:28:01.838049 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c840cda-6cf1-43f8-b443-d9a82934608e req-e9a18af1-b650-463f-9d28-f2e97b76799b tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:01.840262 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-5c840cda-6cf1-43f8-b443-d9a82934608e req-e9a18af1-b650-463f-9d28-f2e97b76799b tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 945 time: 0.0881577 May 06 09:28:01.887115 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-5c840cda-6cf1-43f8-b443-d9a82934608e req-dd82c20f-375e-4c0e-b9de-ec22202ad888 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398843 May 06 09:28:02.108456 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333dec34-f17a-4eb9-8d3a-270653105208 req-be1badd7-06a3-4e77-948f-c52d42783f3d tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:02.109964 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-333dec34-f17a-4eb9-8d3a-270653105208 req-be1badd7-06a3-4e77-948f-c52d42783f3d tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/ports?device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 932 time: 0.0904603 May 06 09:28:02.155000 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-333dec34-f17a-4eb9-8d3a-270653105208 req-d98e9975-f8d5-4d16-814f-564a57dd8458 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a687ed9-a9b5-4d03-88d0-2b36ec1cceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392001 May 06 09:28:03.105755 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287cd39c-69b0-4edc-8806-a161a6f853b2 req-db5693a4-4fa9-416f-b16b-ce9cd0dc2ac7 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:03.110315 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-287cd39c-69b0-4edc-8806-a161a6f853b2 req-db5693a4-4fa9-416f-b16b-ce9cd0dc2ac7 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 945 time: 0.0967159 May 06 09:28:03.243035 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-287cd39c-69b0-4edc-8806-a161a6f853b2 req-a27d35a8-087e-4409-926f-21bb46a19766 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291609 May 06 09:28:03.429549 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41eb7c-eb40-44fb-9675-67493951319f req-575f1007-1a42-4d4e-bfc9-f83a424f1dd4 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:03.431005 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-df41eb7c-eb40-44fb-9675-67493951319f req-575f1007-1a42-4d4e-bfc9-f83a424f1dd4 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/ports?device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 932 time: 0.0782421 May 06 09:28:03.491782 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-df41eb7c-eb40-44fb-9675-67493951319f req-5ada38e8-976e-432f-a6f8-2c2bb93e5cac tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a687ed9-a9b5-4d03-88d0-2b36ec1cceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541804 May 06 09:28:04.454122 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460a33d-a1fa-4204-b067-5652e865738e req-252e994e-71bf-4cdb-ab15-a6b41a4dd062 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:04.456006 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-5460a33d-a1fa-4204-b067-5652e865738e req-252e994e-71bf-4cdb-ab15-a6b41a4dd062 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 945 time: 0.0878077 May 06 09:28:04.511997 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-5460a33d-a1fa-4204-b067-5652e865738e req-19e4015a-f5b0-4ff6-80cb-d72bd7313014 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491073 May 06 09:28:04.686717 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e804c01-2be0-45aa-8e0d-ce57811cd12d req-35a78263-3202-4330-b063-e939fe3bcfe1 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:04.688220 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-8e804c01-2be0-45aa-8e0d-ce57811cd12d req-35a78263-3202-4330-b063-e939fe3bcfe1 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/ports?device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 932 time: 0.0870643 May 06 09:28:04.732461 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-8e804c01-2be0-45aa-8e0d-ce57811cd12d req-b2b23c50-ae51-49a3-b8e9-72f0f7bd26d2 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a687ed9-a9b5-4d03-88d0-2b36ec1cceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385921 May 06 09:28:05.699353 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee13f3e-ddb2-41fb-bb46-85e4ffe8ce77 req-6db58575-7d6c-4d96-9696-6ddbfe9c211b tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:05.700844 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-cee13f3e-ddb2-41fb-bb46-85e4ffe8ce77 req-6db58575-7d6c-4d96-9696-6ddbfe9c211b tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 945 time: 0.0800960 May 06 09:28:05.748786 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-cee13f3e-ddb2-41fb-bb46-85e4ffe8ce77 req-f37761cc-86f8-419e-989c-fda19d7df45f tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421886 May 06 09:28:05.929249 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351dbc2-5198-44b4-a19d-8ccd4e11b0e3 req-d668eb93-a736-4cda-858f-669af8b9f6c4 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:05.930717 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-a351dbc2-5198-44b4-a19d-8ccd4e11b0e3 req-d668eb93-a736-4cda-858f-669af8b9f6c4 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/ports?device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 932 time: 0.0842414 May 06 09:28:05.976599 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-a351dbc2-5198-44b4-a19d-8ccd4e11b0e3 req-4df1e124-f9a5-46ca-870c-5b4e6bc9f37c tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a687ed9-a9b5-4d03-88d0-2b36ec1cceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392501 May 06 09:28:06.607704 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-29da316f-f13f-4c49-a719-9394f592c856 service neutron] Request body: {'port': {'device_id': '41ea5e1b-0158-49f7-a337-fc87a26e6d12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:28:06.718050 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-29da316f-f13f-4c49-a719-9394f592c856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:06.942564 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0dcbd1-01e6-4c3d-a4f6-8e669a360f91 req-aa2dbe77-ee80-4540-9c0b-cdffc0cbfd6a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:06.944095 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-5b0dcbd1-01e6-4c3d-a4f6-8e669a360f91 req-aa2dbe77-ee80-4540-9c0b-cdffc0cbfd6a tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 945 time: 0.0841513 May 06 09:28:06.989283 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-5b0dcbd1-01e6-4c3d-a4f6-8e669a360f91 req-bb1c5a00-9ef7-46b3-b23b-ed53ae3b27c7 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387275 May 06 09:28:07.065845 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-29da316f-f13f-4c49-a719-9394f592c856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d45c5c2e-f984-494b-9a9c-476a02afc1dd {{(pid=74231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 09:28:07.073310 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-29da316f-f13f-4c49-a719-9394f592c856 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:07.090383 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.provisioning_blocks [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-29da316f-f13f-4c49-a719-9394f592c856 service neutron] Transition to ACTIVE for port object d45c5c2e-f984-494b-9a9c-476a02afc1dd will not be triggered until provisioned by entity L2. {{(pid=74231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:28:07.188495 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-29da316f-f13f-4c49-a719-9394f592c856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15534154'] for port, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:07.192647 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-3b26e93b-027d-402c-8eab-13805401867a tempest-VolumesNegativeTest-652689606 tempest-VolumesNegativeTest-652689606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:28:07.340668 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c076ea8-7186-47dc-8937-cd78781d4924 req-c57ffb5f-93de-4e2a-8d3a-188b0a73129c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:07.342216 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-8c076ea8-7186-47dc-8937-cd78781d4924 req-c57ffb5f-93de-4e2a-8d3a-188b0a73129c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=87a87eb65c3849949fab4179da2d6886&device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 1098 time: 0.0777786 May 06 09:28:07.365320 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da316f-f13f-4c49-a719-9394f592c856 service neutron] Pushing event updated for resources: {'Port': ['ID=d45c5c2e-f984-494b-9a9c-476a02afc1dd,revision_number=2']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:28:07.395221 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-29da316f-f13f-4c49-a719-9394f592c856 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:28:07.485155 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c076ea8-7186-47dc-8937-cd78781d4924 req-6e8bbba7-963f-4375-a5dc-c8e2e24c1b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:07.486613 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-8c076ea8-7186-47dc-8937-cd78781d4924 req-6e8bbba7-963f-4375-a5dc-c8e2e24c1b9d service neutron] 10.222.0.79 "GET /v2.0/networks?id=e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a HTTP/1.1" status: 200 len: 919 time: 0.1378784 May 06 09:28:07.491371 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a79161c-ff4d-4e24-a766-128bc2eebdc9 req-f42eaee7-345b-481a-853c-c4bef6529fb2 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:07.492091 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-0a79161c-ff4d-4e24-a766-128bc2eebdc9 req-f42eaee7-345b-481a-853c-c4bef6529fb2 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Synchronizing usage tracker for tenant:74dc9aa8a5bc4509b7cbc1bc22c842a9 on resource:port {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:28:07.505636 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-29da316f-f13f-4c49-a719-9394f592c856 service neutron] Attempting to bind port d45c5c2e-f984-494b-9a9c-476a02afc1dd on host hv-cinder-79001 for vnic_type normal with profile {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:28:07.505967 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-29da316f-f13f-4c49-a719-9394f592c856 service neutron] Attempting to bind port d45c5c2e-f984-494b-9a9c-476a02afc1dd by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '70ef09ec-2709-4fec-b07a-1dbdcb7d412d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059'}] {{(pid=74231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:28:07.506298 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-29da316f-f13f-4c49-a719-9394f592c856 service neutron] Attempting to bind port d45c5c2e-f984-494b-9a9c-476a02afc1dd on network f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059 {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:28:07.514779 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-29da316f-f13f-4c49-a719-9394f592c856 service neutron] Port d45c5c2e-f984-494b-9a9c-476a02afc1dd on network f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 09:28:07.515102 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-29da316f-f13f-4c49-a719-9394f592c856 service neutron] Attempting to bind port d45c5c2e-f984-494b-9a9c-476a02afc1dd on network f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059 {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:28:07.521170 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-29da316f-f13f-4c49-a719-9394f592c856 service neutron] Checking agent: {'id': 'e51fd9d5-0712-41db-be1b-bc822ebf26a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 20, 30), 'started_at': datetime.datetime(2021, 5, 6, 9, 20, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 09:28:07.521507 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-29da316f-f13f-4c49-a719-9394f592c856 service neutron] Checking segment: {'id': '70ef09ec-2709-4fec-b07a-1dbdcb7d412d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:28:07.521892 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-29da316f-f13f-4c49-a719-9394f592c856 service neutron] Bound using segment: {'id': '70ef09ec-2709-4fec-b07a-1dbdcb7d412d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059'} {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 09:28:07.522578 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-29da316f-f13f-4c49-a719-9394f592c856 service neutron] Bound port: d45c5c2e-f984-494b-9a9c-476a02afc1dd, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70ef09ec-2709-4fec-b07a-1dbdcb7d412d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059'}}] {{(pid=74231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:28:07.522924 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-29da316f-f13f-4c49-a719-9394f592c856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:07.583462 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-0a79161c-ff4d-4e24-a766-128bc2eebdc9 req-f42eaee7-345b-481a-853c-c4bef6529fb2 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Unset dirty status for tenant:74dc9aa8a5bc4509b7cbc1bc22c842a9 on resource:port {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:28:07.584596 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-0a79161c-ff4d-4e24-a766-128bc2eebdc9 req-f42eaee7-345b-481a-853c-c4bef6529fb2 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/ports?device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 944 time: 0.3455689 May 06 09:28:07.598011 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-8c076ea8-7186-47dc-8937-cd78781d4924 req-3f647ceb-e489-43c1-bcfd-cad2224ce0f5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37de4791-f9c4-48f6-a7bb-a8833aa74417 HTTP/1.1" status: 200 len: 1001 time: 0.1047912 May 06 09:28:07.653166 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-0a79161c-ff4d-4e24-a766-128bc2eebdc9 req-40844fda-ace6-4249-941c-7a9d6e8d7001 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a687ed9-a9b5-4d03-88d0-2b36ec1cceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595422 May 06 09:28:07.654181 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-29da316f-f13f-4c49-a719-9394f592c856 service neutron] For port d45c5c2e-f984-494b-9a9c-476a02afc1dd, host hv-cinder-79001, cleared binding levels {{(pid=74231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 09:28:07.662613 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-29da316f-f13f-4c49-a719-9394f592c856 service neutron] For port d45c5c2e-f984-494b-9a9c-476a02afc1dd, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=d45c5c2e-f984-494b-9a9c-476a02afc1dd,segment=NetworkSegment(70ef09ec-2709-4fec-b07a-1dbdcb7d412d),segment_id=70ef09ec-2709-4fec-b07a-1dbdcb7d412d)] {{(pid=74231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 09:28:07.664656 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c076ea8-7186-47dc-8937-cd78781d4924 req-79819ca3-d19f-4e66-8102-12ad15ed5fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:07.666129 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-8c076ea8-7186-47dc-8937-cd78781d4924 req-79819ca3-d19f-4e66-8102-12ad15ed5fdf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3327bb7d-2498-459f-aedf-d87f7d766be5 HTTP/1.1" status: 200 len: 856 time: 0.0615208 May 06 09:28:07.737498 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-29da316f-f13f-4c49-a719-9394f592c856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15534154'] for port, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:07.742594 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-789aa419-0f62-4636-82d7-08f7675eec75 tempest-AttachVolumeNegativeTest-936183770 tempest-AttachVolumeNegativeTest-936183770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:28:07.748315 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c076ea8-7186-47dc-8937-cd78781d4924 req-12810e70-1d0d-43df-941c-0e2bd4ca8342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:07.750661 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-8c076ea8-7186-47dc-8937-cd78781d4924 req-12810e70-1d0d-43df-941c-0e2bd4ca8342 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0766339 May 06 09:28:07.794707 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-29da316f-f13f-4c49-a719-9394f592c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:07.795317 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-29da316f-f13f-4c49-a719-9394f592c856 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:07.796736 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-29da316f-f13f-4c49-a719-9394f592c856 service neutron] 10.222.0.79 "PUT /v2.0/ports/d45c5c2e-f984-494b-9a9c-476a02afc1dd HTTP/1.1" status: 200 len: 1094 time: 1.1944325 May 06 09:28:07.797225 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ea5e1b-0158-49f7-a337-fc87a26e6d12', 'tag': 'd45c5c2e-f984-494b-9a9c-476a02afc1dd'}] {{(pid=74231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:28:07.832377 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da316f-f13f-4c49-a719-9394f592c856 service neutron] Pushing event updated for resources: {'Port': ['ID=d45c5c2e-f984-494b-9a9c-476a02afc1dd,revision_number=3']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:28:07.842547 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-29da316f-f13f-4c49-a719-9394f592c856 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:28:07.883964 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ea5e1b-0158-49f7-a337-fc87a26e6d12', 'tag': 'd45c5c2e-f984-494b-9a9c-476a02afc1dd', 'status': 'completed', 'code': 200} May 06 09:28:07.930149 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-8c076ea8-7186-47dc-8937-cd78781d4924 req-3a884090-cd9c-4d8c-9c65-372722565190 service neutron] 10.222.0.79 "GET /v2.0/networks/e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734509 May 06 09:28:07.988751 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32c057-88d1-4940-a957-6ec1ea74ee32 req-99724529-5634-49db-8446-08a7a278efff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:07.990603 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fe32c057-88d1-4940-a957-6ec1ea74ee32 req-99724529-5634-49db-8446-08a7a278efff service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=74dc9aa8a5bc4509b7cbc1bc22c842a9&device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 1097 time: 0.0896137 May 06 09:28:08.080623 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-8c076ea8-7186-47dc-8937-cd78781d4924 req-fc18181d-22cb-463b-9fde-22a1ac416c6a service neutron] 10.222.0.79 "GET /v2.0/networks/e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412861 May 06 09:28:08.186486 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32c057-88d1-4940-a957-6ec1ea74ee32 req-fe48782f-826d-4a75-854e-8d8fa7b3a6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:08.187928 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fe32c057-88d1-4940-a957-6ec1ea74ee32 req-fe48782f-826d-4a75-854e-8d8fa7b3a6d8 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=74dc9aa8a5bc4509b7cbc1bc22c842a9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1905677 May 06 09:28:08.326568 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc9f6f-7206-4b88-a0c1-60ca8660774f req-b74b3184-e640-4d8e-898a-a78d0a108b2b tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:08.327959 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-34fc9f6f-7206-4b88-a0c1-60ca8660774f req-b74b3184-e640-4d8e-898a-a78d0a108b2b tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 945 time: 0.1876695 May 06 09:28:08.365856 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32c057-88d1-4940-a957-6ec1ea74ee32 req-489b82e9-8b29-456f-8cbc-9c95b6a424ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:08.367267 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fe32c057-88d1-4940-a957-6ec1ea74ee32 req-489b82e9-8b29-456f-8cbc-9c95b6a424ad service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1730421 May 06 09:28:08.387996 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-34fc9f6f-7206-4b88-a0c1-60ca8660774f req-2e6e22a8-2060-4e2c-b115-b39b8b25a0a5 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537901 May 06 09:28:08.570223 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-ded86524-2013-45d7-acdc-53edc470dfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:08.571732 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-ded86524-2013-45d7-acdc-53edc470dfdf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=74dc9aa8a5bc4509b7cbc1bc22c842a9&device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 1097 time: 0.1685452 May 06 09:28:08.642821 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-604e8f7b-6851-406a-9eb1-583e7e2cac30 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d45c5c2e-f984-494b-9a9c-476a02afc1dd HTTP/1.1" status: 200 len: 217 time: 0.0629740 May 06 09:28:08.711685 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-7044b001-bd4e-4a1e-91f7-dbda8e29c721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:08.713191 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-7044b001-bd4e-4a1e-91f7-dbda8e29c721 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e1734543-204d-4a78-99b8-bce23fe18df5 HTTP/1.1" status: 200 len: 853 time: 0.0624249 May 06 09:28:08.794082 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-b9d2066e-ce27-4a34-bc7e-2672079ad8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:08.795565 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-b9d2066e-ce27-4a34-bc7e-2672079ad8c6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0759168 May 06 09:28:08.847040 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4964e7-3b70-4adb-bf49-9352babd70c9 req-348479e2-1331-4d15-845d-c23c53186b94 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:08.848724 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-8b4964e7-3b70-4adb-bf49-9352babd70c9 req-348479e2-1331-4d15-845d-c23c53186b94 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/ports?device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 944 time: 0.0829673 May 06 09:28:08.898972 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-8b4964e7-3b70-4adb-bf49-9352babd70c9 req-c5cdb9db-757e-4e7d-9519-7a7c1dad3e6e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a687ed9-a9b5-4d03-88d0-2b36ec1cceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439188 May 06 09:28:08.938699 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-389b1ee8-f7d7-487c-bb59-c4fb16ec061f service neutron] 10.222.0.79 "GET /v2.0/networks/f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355054 May 06 09:28:09.069342 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a2902939-5121-4387-bf2d-5b9af126ad78 req-d3a5a172-dd84-46f3-8769-a595a9941283 service neutron] 10.222.0.79 "GET /v2.0/networks/f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239932 May 06 09:28:09.579079 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db70ce-7add-4c43-be22-483f3ba3f7fc req-70bc3fbc-74b0-43a8-8c99-22332269ea15 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:09.580555 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-30db70ce-7add-4c43-be22-483f3ba3f7fc req-70bc3fbc-74b0-43a8-8c99-22332269ea15 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 945 time: 0.0810647 May 06 09:28:09.624529 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-30db70ce-7add-4c43-be22-483f3ba3f7fc req-191c4a51-2405-46e3-95cb-232faa113f21 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382760 May 06 09:28:10.089776 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1696396-9ada-4d47-8b86-e2776480744a req-84918530-77c1-4172-a99e-6234349007bc tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:10.091445 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-c1696396-9ada-4d47-8b86-e2776480744a req-84918530-77c1-4172-a99e-6234349007bc tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/ports?device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 944 time: 0.0839767 May 06 09:28:10.137994 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-c1696396-9ada-4d47-8b86-e2776480744a req-918cf0c4-28b9-4903-b068-45d4f4ed907f tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a687ed9-a9b5-4d03-88d0-2b36ec1cceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407119 May 06 09:28:10.607646 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 37de4791-f9c4-48f6-a7bb-a8833aa74417 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 09:28:10.633325 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device d45c5c2e-f984-494b-9a9c-476a02afc1dd details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 09:28:10.829353 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:10.837772 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28e52a-a67a-40ec-9d82-22d69d29fe00 req-530fcdf8-0dd3-4471-a645-a0a03ef2b684 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:10.840797 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-ff28e52a-a67a-40ec-9d82-22d69d29fe00 req-530fcdf8-0dd3-4471-a645-a0a03ef2b684 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 945 time: 0.0908914 May 06 09:28:10.860666 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port d45c5c2e-f984-494b-9a9c-476a02afc1dd, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=d45c5c2e-f984-494b-9a9c-476a02afc1dd,segment=NetworkSegment(70ef09ec-2709-4fec-b07a-1dbdcb7d412d),segment_id=70ef09ec-2709-4fec-b07a-1dbdcb7d412d)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:28:10.881636 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3b0fad-238e-493e-bffc-ef7e40650ded', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37de4791-f9c4-48f6-a7bb-a8833aa74417'}] {{(pid=74233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:28:10.891784 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Returning: {'device': 'd45c5c2e-f984-494b-9a9c-476a02afc1dd', 'network_id': 'f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059', 'port_id': 'd45c5c2e-f984-494b-9a9c-476a02afc1dd', 'mac_address': 'fa:16:3e:f0:73:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1734543-204d-4a78-99b8-bce23fe18df5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 09:28:10.903462 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-ff28e52a-a67a-40ec-9d82-22d69d29fe00 req-0efb32f9-17ec-4c42-b091-8c18642b1279 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551269 May 06 09:28:10.927002 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 37de4791-f9c4-48f6-a7bb-a8833aa74417, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=37de4791-f9c4-48f6-a7bb-a8833aa74417,segment=NetworkSegment(36c7da13-cf7e-4164-9f19-b350301e7409),segment_id=36c7da13-cf7e-4164-9f19-b350301e7409)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:28:10.935267 dv-cinder-790014-1-smb neutron-server[74233]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2a3b0fad-238e-493e-bffc-ef7e40650ded', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '37de4791-f9c4-48f6-a7bb-a8833aa74417', 'code': 422} returned with failed status May 06 09:28:10.955295 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:10.975432 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d45c5c2e-f984-494b-9a9c-476a02afc1dd {{(pid=74233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 09:28:10.992030 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port d45c5c2e-f984-494b-9a9c-476a02afc1dd, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=d45c5c2e-f984-494b-9a9c-476a02afc1dd,segment=NetworkSegment(70ef09ec-2709-4fec-b07a-1dbdcb7d412d),segment_id=70ef09ec-2709-4fec-b07a-1dbdcb7d412d)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:28:11.072147 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:11.074060 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:28:11.109260 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:11.141565 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=37de4791-f9c4-48f6-a7bb-a8833aa74417,revision_number=8']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:28:11.144468 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:28:11.144962 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-2b8a7499-6de1-4651-8a7f-46dcbbdc6ba5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:28:11.210948 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=d45c5c2e-f984-494b-9a9c-476a02afc1dd,revision_number=4']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:28:11.213946 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:28:11.320668 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] get_ports_and_sgs() called for port_ids ['d45c5c2e-f984-494b-9a9c-476a02afc1dd'] {{(pid=74233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 09:28:11.330852 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c276a2c-0b6e-4907-81df-7adbd68987bc req-1212357b-04ca-48bb-ab04-9a3477cb66e4 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:11.332353 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-4c276a2c-0b6e-4907-81df-7adbd68987bc req-1212357b-04ca-48bb-ab04-9a3477cb66e4 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/ports?device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 945 time: 0.0845525 May 06 09:28:11.379036 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-4c276a2c-0b6e-4907-81df-7adbd68987bc req-e1d63553-cef6-4bdc-a38a-b3685b4a3251 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a687ed9-a9b5-4d03-88d0-2b36ec1cceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393176 May 06 09:28:12.574831 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39b2d9-f44b-4fec-95b5-1fa49a08bcec req-818799ac-37a2-4261-9ff1-c06acf28699a tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:12.576311 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-6b39b2d9-f44b-4fec-95b5-1fa49a08bcec req-818799ac-37a2-4261-9ff1-c06acf28699a tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/ports?device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 945 time: 0.0841870 May 06 09:28:12.604273 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device d45c5c2e-f984-494b-9a9c-476a02afc1dd up at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:28:12.624303 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-6b39b2d9-f44b-4fec-95b5-1fa49a08bcec req-f5b027e2-8cd8-4f54-ab94-ad329e07f35f tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a687ed9-a9b5-4d03-88d0-2b36ec1cceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420492 May 06 09:28:12.748446 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Provisioning for port d45c5c2e-f984-494b-9a9c-476a02afc1dd completed by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:28:12.753853 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Provisioning complete for port d45c5c2e-f984-494b-9a9c-476a02afc1dd triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:28:12.754238 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:12.878673 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:12.914237 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port d45c5c2e-f984-494b-9a9c-476a02afc1dd, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=d45c5c2e-f984-494b-9a9c-476a02afc1dd,segment=NetworkSegment(70ef09ec-2709-4fec-b07a-1dbdcb7d412d),segment_id=70ef09ec-2709-4fec-b07a-1dbdcb7d412d)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:28:12.937273 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ea5e1b-0158-49f7-a337-fc87a26e6d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45c5c2e-f984-494b-9a9c-476a02afc1dd'}] {{(pid=74233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:28:12.989314 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:12.990544 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 37de4791-f9c4-48f6-a7bb-a8833aa74417 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 09:28:13.026303 dv-cinder-790014-1-smb neutron-server[74233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ea5e1b-0158-49f7-a337-fc87a26e6d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45c5c2e-f984-494b-9a9c-476a02afc1dd', 'code': 200} May 06 09:28:13.027719 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:28:13.124114 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=d45c5c2e-f984-494b-9a9c-476a02afc1dd,revision_number=5']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:28:13.127525 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:28:13.392476 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80146c-68b0-4026-9564-e5cf97893474 req-daf87518-30e4-4c2a-8c7d-8190bf0559d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:13.393851 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-1f80146c-68b0-4026-9564-e5cf97893474 req-daf87518-30e4-4c2a-8c7d-8190bf0559d9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 1099 time: 0.0703611 May 06 09:28:13.405041 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-67463365-b608-4a07-9176-04515b6ec390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:13.434623 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-1f80146c-68b0-4026-9564-e5cf97893474 req-ae0c571e-c272-4be0-9fa0-5d04970e4f2c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2a687ed9-a9b5-4d03-88d0-2b36ec1cceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345001 May 06 09:28:13.778714 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710bdb88-7c73-4093-be61-17abddba4b18 req-3f1f8f75-88a7-43aa-950b-2c4c1c9a8de4 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:13.779767 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-710bdb88-7c73-4093-be61-17abddba4b18 req-3f1f8f75-88a7-43aa-950b-2c4c1c9a8de4 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 943 time: 0.1060653 May 06 09:28:13.850048 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-710bdb88-7c73-4093-be61-17abddba4b18 req-00d9c27d-430e-4d5b-8a52-a32c3dae01e9 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642850 May 06 09:28:13.960619 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cd23e-4465-4ac4-a7a2-3621079b5eb3 req-32e1848b-004b-4de3-83c8-0278defcc2f9 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:13.962091 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-019cd23e-4465-4ac4-a7a2-3621079b5eb3 req-32e1848b-004b-4de3-83c8-0278defcc2f9 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/ports?device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 946 time: 0.2212591 May 06 09:28:14.007183 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-019cd23e-4465-4ac4-a7a2-3621079b5eb3 req-a03eddee-950f-4a89-b1dd-00b499aee16d tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a687ed9-a9b5-4d03-88d0-2b36ec1cceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393350 May 06 09:28:14.020032 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-dbb04b64-81ad-4f82-9f46-993126d4195c req-e28e3b62-5e08-4baf-a521-54bcaa449a04 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0781493 May 06 09:28:15.049008 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056f002-d029-4ab0-a03b-af8b99afefcb req-9a6f15bd-de92-4d83-80a4-3e049c9860e9 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:15.050513 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-7056f002-d029-4ab0-a03b-af8b99afefcb req-9a6f15bd-de92-4d83-80a4-3e049c9860e9 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 943 time: 0.0914218 May 06 09:28:15.096419 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-7056f002-d029-4ab0-a03b-af8b99afefcb req-6ec656cf-38ac-430b-ae17-1d4232c86715 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402040 May 06 09:28:15.281137 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2cc9a-5894-4ce1-911a-a0672c101a5b req-9c4b7bb5-6682-4c84-a6a8-e33f949b9e44 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:15.282581 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-c5f2cc9a-5894-4ce1-911a-a0672c101a5b req-9c4b7bb5-6682-4c84-a6a8-e33f949b9e44 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/ports?device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 946 time: 0.0855339 May 06 09:28:15.332052 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-c5f2cc9a-5894-4ce1-911a-a0672c101a5b req-856854b9-20b8-43b7-81c2-20c9aee3b828 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a687ed9-a9b5-4d03-88d0-2b36ec1cceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436437 May 06 09:28:15.407029 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb04b64-81ad-4f82-9f46-993126d4195c req-5c59a184-9ea4-4d60-9765-6ae6fd96c53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:15.411008 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-dbb04b64-81ad-4f82-9f46-993126d4195c req-5c59a184-9ea4-4d60-9765-6ae6fd96c53c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded&tenant_id=87a87eb65c3849949fab4179da2d6886 HTTP/1.1" status: 200 len: 1096 time: 0.0747206 May 06 09:28:15.572083 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f093e-ad5a-4abb-8470-8e79850abf00 req-bb5ead3d-ab7a-479d-b2f0-d0bd39311676 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:15.573514 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-667f093e-ad5a-4abb-8470-8e79850abf00 req-bb5ead3d-ab7a-479d-b2f0-d0bd39311676 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/ports?device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 946 time: 0.1134651 May 06 09:28:15.575465 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb04b64-81ad-4f82-9f46-993126d4195c req-faba4aef-f660-4d21-ab0c-05f287c3ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:15.576804 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-dbb04b64-81ad-4f82-9f46-993126d4195c req-faba4aef-f660-4d21-ab0c-05f287c3ee72 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=87a87eb65c3849949fab4179da2d6886&device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 1096 time: 0.1472275 May 06 09:28:15.786212 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-667f093e-ad5a-4abb-8470-8e79850abf00 req-834ea90b-3eeb-45b7-95fc-7044913f5c71 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a687ed9-a9b5-4d03-88d0-2b36ec1cceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062142 May 06 09:28:15.841524 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb04b64-81ad-4f82-9f46-993126d4195c req-7d10c59f-d161-4308-8a73-79113596936a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:15.843022 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-dbb04b64-81ad-4f82-9f46-993126d4195c req-7d10c59f-d161-4308-8a73-79113596936a service neutron] 10.222.0.79 "GET /v2.0/networks?id=e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a HTTP/1.1" status: 200 len: 919 time: 0.2477682 May 06 09:28:15.885741 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-c09793bb-a821-4012-8dcb-11f76428a1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:15.887456 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:15.967621 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-dbb04b64-81ad-4f82-9f46-993126d4195c req-7b7b29f3-dcf6-44a5-9c7a-4bbca4a89371 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37de4791-f9c4-48f6-a7bb-a8833aa74417 HTTP/1.1" status: 200 len: 999 time: 0.1095064 May 06 09:28:16.037473 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb04b64-81ad-4f82-9f46-993126d4195c req-f1997478-b169-4cbc-8568-71af355446e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:16.039072 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-dbb04b64-81ad-4f82-9f46-993126d4195c req-f1997478-b169-4cbc-8568-71af355446e9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3327bb7d-2498-459f-aedf-d87f7d766be5 HTTP/1.1" status: 200 len: 856 time: 0.0652831 May 06 09:28:16.116759 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb04b64-81ad-4f82-9f46-993126d4195c req-10d023ff-70d9-4901-b84a-c6b495516c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:16.118329 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-dbb04b64-81ad-4f82-9f46-993126d4195c req-10d023ff-70d9-4901-b84a-c6b495516c44 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0732753 May 06 09:28:16.197337 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc25b9-67d1-4078-9b56-38c0d8bdcdf0 req-3ba8e84a-fd5e-4c18-9ca2-43705005b367 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:16.199748 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-aafc25b9-67d1-4078-9b56-38c0d8bdcdf0 req-3ba8e84a-fd5e-4c18-9ca2-43705005b367 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/ports?device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 946 time: 0.0868485 May 06 09:28:16.251834 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-aafc25b9-67d1-4078-9b56-38c0d8bdcdf0 req-ce585768-e7f0-4295-b6f0-798eb5cab051 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a687ed9-a9b5-4d03-88d0-2b36ec1cceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441277 May 06 09:28:16.312599 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-dbb04b64-81ad-4f82-9f46-993126d4195c req-0d52d9c8-ecec-467b-9583-b7f0d36ba217 service neutron] 10.222.0.79 "GET /v2.0/networks/e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879523 May 06 09:28:16.417936 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f556bb9-daa9-4635-819c-36af90bf5697 req-7e6f38db-fbec-4a7c-8945-8bef7350fda3 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:16.419532 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-1f556bb9-daa9-4635-819c-36af90bf5697 req-7e6f38db-fbec-4a7c-8945-8bef7350fda3 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 943 time: 0.1922243 May 06 09:28:16.508085 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-1f556bb9-daa9-4635-819c-36af90bf5697 req-56475e38-bf4c-4094-a793-eae01a8da3c3 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800622 May 06 09:28:16.511898 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-dbb04b64-81ad-4f82-9f46-993126d4195c req-5f35f43c-d0df-4de8-84cd-8f03fa7af8ff service neutron] 10.222.0.79 "GET /v2.0/networks/e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901662 May 06 09:28:16.999445 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:17.791680 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d5311-510d-41e9-872f-ba6ac079ef83 req-7d117fb3-5839-41c6-99bc-8b6e4a3b5522 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:17.793388 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-9e2d5311-510d-41e9-872f-ba6ac079ef83 req-7d117fb3-5839-41c6-99bc-8b6e4a3b5522 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 943 time: 0.1169937 May 06 09:28:17.857621 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-9e2d5311-510d-41e9-872f-ba6ac079ef83 req-7af5fa36-aa14-45dc-8cec-26c50d28fff4 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579436 May 06 09:28:18.685304 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:19.071105 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75102d0e-4ed4-4def-9ac3-bafe8f9bcc66 req-7d00076b-2d76-4928-9202-e1362b217d7b tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:19.072604 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-75102d0e-4ed4-4def-9ac3-bafe8f9bcc66 req-7d00076b-2d76-4928-9202-e1362b217d7b tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 943 time: 0.0934267 May 06 09:28:19.118648 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-75102d0e-4ed4-4def-9ac3-bafe8f9bcc66 req-a81a10e1-93f7-48b6-a8d3-1214689683e2 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401208 May 06 09:28:20.333343 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c304a8-3280-4073-9958-431925f79069 req-7ac9853a-5104-403a-9558-666ef7ec4922 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:20.334850 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-f0c304a8-3280-4073-9958-431925f79069 req-7ac9853a-5104-403a-9558-666ef7ec4922 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 943 time: 0.0910230 May 06 09:28:20.386624 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-f0c304a8-3280-4073-9958-431925f79069 req-357ff4b2-934d-40ee-8061-43a6cadf55e0 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442004 May 06 09:28:21.288428 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.agents_db [None req-638a5930-6b89-4b54-bbc4-25c5e7558cab None None] Agent healthcheck: found 6 active agents {{(pid=74234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 09:28:21.591105 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5e2e3-8b35-4f4a-9622-3e83526e5f40 req-14101eec-cb2e-477a-9a3f-9fbf2ed73d97 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:21.592492 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-63d5e2e3-8b35-4f4a-9622-3e83526e5f40 req-14101eec-cb2e-477a-9a3f-9fbf2ed73d97 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 943 time: 0.0864928 May 06 09:28:21.638851 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-63d5e2e3-8b35-4f4a-9622-3e83526e5f40 req-46655894-5098-4d2f-bcb8-8272fddb830f tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405509 May 06 09:28:22.859374 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaab2a2-2fda-4d55-a942-90ada22c2214 req-4b934218-7daf-4e6c-bdbd-a03189181d76 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:22.860899 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-bbaab2a2-2fda-4d55-a942-90ada22c2214 req-4b934218-7daf-4e6c-bdbd-a03189181d76 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 943 time: 0.0920091 May 06 09:28:22.906763 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-bbaab2a2-2fda-4d55-a942-90ada22c2214 req-1729444c-a268-4a82-b7f5-2f2919bc1cb5 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398626 May 06 09:28:24.110183 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7fd4d-cdb0-4999-933f-c66ba9a703bd req-429dfdde-090a-4835-a369-c11b15822d70 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:24.111545 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-ced7fd4d-cdb0-4999-933f-c66ba9a703bd req-429dfdde-090a-4835-a369-c11b15822d70 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 943 time: 0.0827310 May 06 09:28:24.166154 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-ced7fd4d-cdb0-4999-933f-c66ba9a703bd req-e4bc3802-18cb-430c-99ad-06edc3e9b3d5 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425396 May 06 09:28:25.371479 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d4374-1192-4de2-83a7-c8713b41e4c7 req-4e4edc9c-d5e5-4f07-8e4c-6e7bce361a0f tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:25.373035 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-947d4374-1192-4de2-83a7-c8713b41e4c7 req-4e4edc9c-d5e5-4f07-8e4c-6e7bce361a0f tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 943 time: 0.0897474 May 06 09:28:25.419214 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-947d4374-1192-4de2-83a7-c8713b41e4c7 req-e64af06c-1c92-465b-bb40-f21534146e3b tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398705 May 06 09:28:26.630569 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fef019-a546-4eb9-ad69-45f9e6519f16 req-2b76a78f-2882-48ba-8396-8136b9bae020 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:26.632143 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-84fef019-a546-4eb9-ad69-45f9e6519f16 req-2b76a78f-2882-48ba-8396-8136b9bae020 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 943 time: 0.0908685 May 06 09:28:26.676938 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-84fef019-a546-4eb9-ad69-45f9e6519f16 req-fbf0a1d9-6496-4279-864d-fe419d5ba4bc tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388308 May 06 09:28:27.885322 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5168886-5937-454a-97bd-3b5964432117 req-487b89d4-8c90-48a1-821d-08139d298445 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:27.898546 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-d5168886-5937-454a-97bd-3b5964432117 req-487b89d4-8c90-48a1-821d-08139d298445 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 943 time: 0.0986650 May 06 09:28:27.944962 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-d5168886-5937-454a-97bd-3b5964432117 req-a1c7c26b-3394-4bf8-a582-94751e290bf0 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448482 May 06 09:28:29.140836 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2301d5-7cd3-46fa-a9de-3721dedc33ac req-b406a4d2-908a-48a8-bf59-9a6b2f47340e tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:29.142209 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-3b2301d5-7cd3-46fa-a9de-3721dedc33ac req-b406a4d2-908a-48a8-bf59-9a6b2f47340e tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 943 time: 0.0858965 May 06 09:28:29.187464 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-3b2301d5-7cd3-46fa-a9de-3721dedc33ac req-c0941374-4250-4c4d-96e2-7b56f4e19ff2 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383139 May 06 09:28:30.385495 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742eb33-36c8-45ea-b1e2-5f7b73b3ff7d req-7737f043-7f3d-400a-a701-13b93a0ca3fd tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:30.387402 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-5742eb33-36c8-45ea-b1e2-5f7b73b3ff7d req-7737f043-7f3d-400a-a701-13b93a0ca3fd tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 943 time: 0.0856943 May 06 09:28:30.434796 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-5742eb33-36c8-45ea-b1e2-5f7b73b3ff7d req-f44ccc3f-7071-4ebc-b9ce-a1b2f5485bf7 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408375 May 06 09:28:30.530406 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:30.698135 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 37de4791-f9c4-48f6-a7bb-a8833aa74417 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 09:28:30.830654 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 37de4791-f9c4-48f6-a7bb-a8833aa74417, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=37de4791-f9c4-48f6-a7bb-a8833aa74417,segment=NetworkSegment(36c7da13-cf7e-4164-9f19-b350301e7409),segment_id=36c7da13-cf7e-4164-9f19-b350301e7409)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:28:30.844738 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Returning: {'device': '37de4791-f9c4-48f6-a7bb-a8833aa74417', 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a', 'port_id': '37de4791-f9c4-48f6-a7bb-a8833aa74417', 'mac_address': 'fa:16:3e:d2:fc:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3327bb7d-2498-459f-aedf-d87f7d766be5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 09:28:30.900427 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:30.916772 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37de4791-f9c4-48f6-a7bb-a8833aa74417 {{(pid=74233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 09:28:30.933968 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 37de4791-f9c4-48f6-a7bb-a8833aa74417, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=37de4791-f9c4-48f6-a7bb-a8833aa74417,segment=NetworkSegment(36c7da13-cf7e-4164-9f19-b350301e7409),segment_id=36c7da13-cf7e-4164-9f19-b350301e7409)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:28:31.010623 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:31.012404 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:28:31.084110 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=37de4791-f9c4-48f6-a7bb-a8833aa74417,revision_number=9']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:28:31.088457 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:28:31.282282 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] get_ports_and_sgs() called for port_ids ['37de4791-f9c4-48f6-a7bb-a8833aa74417'] {{(pid=74233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 09:28:31.633600 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b44fb-edb7-4cd3-80c6-4fcf8e272c4b req-59c667e2-01f1-493e-9eef-9b7f7622f5a4 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:31.635067 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-319b44fb-edb7-4cd3-80c6-4fcf8e272c4b req-59c667e2-01f1-493e-9eef-9b7f7622f5a4 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 944 time: 0.0856211 May 06 09:28:31.683925 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-319b44fb-edb7-4cd3-80c6-4fcf8e272c4b req-cc9d8d1c-97d7-47f6-ae5a-976887a4e529 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424643 May 06 09:28:32.581674 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8092496-0dd3-443a-9d37-b4e604a667c3 req-28d2c4c1-1d25-4707-9a9a-45fe3bb21f2e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:32.583208 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d8092496-0dd3-443a-9d37-b4e604a667c3 req-28d2c4c1-1d25-4707-9a9a-45fe3bb21f2e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/ports?device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 946 time: 0.0872395 May 06 09:28:32.671183 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d8092496-0dd3-443a-9d37-b4e604a667c3 req-00d38d9d-0757-42ed-9bb2-715b5fc9e812 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a687ed9-a9b5-4d03-88d0-2b36ec1cceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816863 May 06 09:28:32.695342 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 58420) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:28:32.699598 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 37de4791-f9c4-48f6-a7bb-a8833aa74417 up at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:28:32.709770 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff8e5e-0f6c-4f3f-a79f-12d054fe26fa req-9fe6d5a8-c6df-4e83-b838-793187381ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:32.709770 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b8ff8e5e-0f6c-4f3f-a79f-12d054fe26fa req-9fe6d5a8-c6df-4e83-b838-793187381ccc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=87a87eb65c3849949fab4179da2d6886&device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 1097 time: 0.0851581 May 06 09:28:32.782120 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Provisioning complete for port 37de4791-f9c4-48f6-a7bb-a8833aa74417 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:28:32.782787 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:32.883048 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff8e5e-0f6c-4f3f-a79f-12d054fe26fa req-0d4de1b3-1b03-4702-8f75-b71bb70935f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:32.884607 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b8ff8e5e-0f6c-4f3f-a79f-12d054fe26fa req-0d4de1b3-1b03-4702-8f75-b71bb70935f5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a HTTP/1.1" status: 200 len: 919 time: 0.1547875 May 06 09:28:32.922676 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9081cd-3c9f-4d10-a6e3-f86e99af4922 tempest-TestMinimumBasicScenario-1638407394 tempest-TestMinimumBasicScenario-1638407394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:32.926852 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-ea9081cd-3c9f-4d10-a6e3-f86e99af4922 tempest-TestMinimumBasicScenario-1638407394 tempest-TestMinimumBasicScenario-1638407394-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 1094 time: 0.2270169 May 06 09:28:32.927011 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:32.927120 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 58428) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:28:32.939464 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-a7aa9358-04d0-4081-b21c-04bf95a97c0e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Request body: {'floatingip': {'floating_network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'port_id': 'd45c5c2e-f984-494b-9a9c-476a02afc1dd', 'tenant_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:28:32.947631 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-a7aa9358-04d0-4081-b21c-04bf95a97c0e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:28:32.954090 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-a7aa9358-04d0-4081-b21c-04bf95a97c0e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Usage tracker for resource:floatingip and tenant:74dc9aa8a5bc4509b7cbc1bc22c842a9 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:28:32.955135 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3b0fad-238e-493e-bffc-ef7e40650ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37de4791-f9c4-48f6-a7bb-a8833aa74417'}] {{(pid=74233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:28:32.957460 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-a7aa9358-04d0-4081-b21c-04bf95a97c0e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:28:32.966642 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 37de4791-f9c4-48f6-a7bb-a8833aa74417, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=37de4791-f9c4-48f6-a7bb-a8833aa74417,segment=NetworkSegment(36c7da13-cf7e-4164-9f19-b350301e7409),segment_id=36c7da13-cf7e-4164-9f19-b350301e7409)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:28:32.974428 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba6646-748f-41f3-aa54-5f870817b178 req-ad5217d1-4058-41f7-9565-0950d02b3d8d tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:32.976453 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-59ba6646-748f-41f3-aa54-5f870817b178 req-ad5217d1-4058-41f7-9565-0950d02b3d8d tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 944 time: 0.1469238 May 06 09:28:32.980919 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-a7aa9358-04d0-4081-b21c-04bf95a97c0e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:28:33.003043 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b8ff8e5e-0f6c-4f3f-a79f-12d054fe26fa req-05ed9656-a6af-4d76-910c-7f25320bc18c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37de4791-f9c4-48f6-a7bb-a8833aa74417 HTTP/1.1" status: 200 len: 1000 time: 0.1103296 May 06 09:28:33.020465 dv-cinder-790014-1-smb neutron-server[74233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3b0fad-238e-493e-bffc-ef7e40650ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37de4791-f9c4-48f6-a7bb-a8833aa74417', 'code': 200} May 06 09:28:33.035117 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-59ba6646-748f-41f3-aa54-5f870817b178 req-1a9e0cf1-b05b-4f16-923e-c0a0f198ea7d tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514441 May 06 09:28:33.050988 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:33.056456 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:28:33.073794 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff8e5e-0f6c-4f3f-a79f-12d054fe26fa req-b1ec664a-106b-4ed3-bdc7-8615fd33a065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:33.075283 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b8ff8e5e-0f6c-4f3f-a79f-12d054fe26fa req-b1ec664a-106b-4ed3-bdc7-8615fd33a065 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3327bb7d-2498-459f-aedf-d87f7d766be5 HTTP/1.1" status: 200 len: 856 time: 0.0654228 May 06 09:28:33.080066 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-a7aa9358-04d0-4081-b21c-04bf95a97c0e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks [] for floatingip, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:33.127927 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=37de4791-f9c4-48f6-a7bb-a8833aa74417,revision_number=10']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:28:33.132438 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:28:33.157649 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff8e5e-0f6c-4f3f-a79f-12d054fe26fa req-cce3111b-35ec-46bd-81ad-b9046da11b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:33.159134 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b8ff8e5e-0f6c-4f3f-a79f-12d054fe26fa req-cce3111b-35ec-46bd-81ad-b9046da11b5b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0768960 May 06 09:28:33.298107 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b8ff8e5e-0f6c-4f3f-a79f-12d054fe26fa req-1de49cd3-443c-46c7-bc1d-ffcf9d497d49 service neutron] 10.222.0.79 "GET /v2.0/networks/e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312892 May 06 09:28:33.324283 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-a7aa9358-04d0-4081-b21c-04bf95a97c0e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:33.535236 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.db_base_plugin_common [None req-a7aa9358-04d0-4081-b21c-04bf95a97c0e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Allocated IP 172.28.3.198 (b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f/0efb0a43-973d-4597-8ac6-a120d0d0adfe/08a246af-4f18-41be-805f-7b5130fc95a1) {{(pid=74232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:28:33.555916 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b8ff8e5e-0f6c-4f3f-a79f-12d054fe26fa req-53481fc1-5ed7-4072-af74-ef2a01db3c63 service neutron] 10.222.0.79 "GET /v2.0/networks/e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431376 May 06 09:28:33.633637 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcaf78b-d6f1-4e56-9396-821ee8d81765 req-e06d2647-49c4-4fcc-a851-9242f8c0ce5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:33.635155 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-0fcaf78b-d6f1-4e56-9396-821ee8d81765 req-e06d2647-49c4-4fcc-a851-9242f8c0ce5a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 1099 time: 0.1905806 May 06 09:28:33.703447 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-0fcaf78b-d6f1-4e56-9396-821ee8d81765 req-41c5b887-2d2c-49ff-938d-6efca0db3d0d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611129 May 06 09:28:33.733469 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-a7aa9358-04d0-4081-b21c-04bf95a97c0e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks [] for port, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:33.839792 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-a7aa9358-04d0-4081-b21c-04bf95a97c0e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15350160'] for port, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:33.843859 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:28:33.907549 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7aa9358-04d0-4081-b21c-04bf95a97c0e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Network b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f is already hosted by enough agents. {{(pid=74232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:28:33.914855 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.base_scheduler [None req-a7aa9358-04d0-4081-b21c-04bf95a97c0e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Resources bound (agent type, host, resource id): {{(pid=74232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:28:33.917571 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aa9358-04d0-4081-b21c-04bf95a97c0e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Received port after_create {{(pid=74232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:28:33.957129 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa9358-04d0-4081-b21c-04bf95a97c0e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Pushing event updated for resources: {'Port': ['ID=08a246af-4f18-41be-805f-7b5130fc95a1,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:28:33.969756 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa9358-04d0-4081-b21c-04bf95a97c0e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:28:33.970116 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa9358-04d0-4081-b21c-04bf95a97c0e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:28:33.970484 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa9358-04d0-4081-b21c-04bf95a97c0e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:28:33.970847 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa9358-04d0-4081-b21c-04bf95a97c0e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:28:33.971205 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa9358-04d0-4081-b21c-04bf95a97c0e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:28:33.971587 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa9358-04d0-4081-b21c-04bf95a97c0e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:28:33.971945 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa9358-04d0-4081-b21c-04bf95a97c0e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:28:33.972296 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa9358-04d0-4081-b21c-04bf95a97c0e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:28:33.972648 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa9358-04d0-4081-b21c-04bf95a97c0e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:28:33.972999 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa9358-04d0-4081-b21c-04bf95a97c0e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:28:33.973350 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa9358-04d0-4081-b21c-04bf95a97c0e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:28:33.973702 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa9358-04d0-4081-b21c-04bf95a97c0e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:28:33.977763 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-a7aa9358-04d0-4081-b21c-04bf95a97c0e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:28:34.231336 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661ef03-b982-428b-b751-a83a3be2af1e req-7ae412a5-85de-40ce-9827-dc10769789f1 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:34.232903 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-3661ef03-b982-428b-b751-a83a3be2af1e req-7ae412a5-85de-40ce-9827-dc10769789f1 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 946 time: 0.0845032 May 06 09:28:34.284702 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-3661ef03-b982-428b-b751-a83a3be2af1e req-fad5ea6b-60de-4cfd-b62c-a060c27fa764 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422361 May 06 09:28:34.376378 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-a7aa9358-04d0-4081-b21c-04bf95a97c0e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:34.517850 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-a7aa9358-04d0-4081-b21c-04bf95a97c0e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:34.734939 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-a7aa9358-04d0-4081-b21c-04bf95a97c0e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks [] for port, precommit_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:34.800234 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-a7aa9358-04d0-4081-b21c-04bf95a97c0e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15350153'] for port, after_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:34.807861 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-e3c98a97-ecd5-4bf8-9fc7-41a40f9b15bb tempest-ServerRescueNegativeTestJSON-329593994 tempest-ServerRescueNegativeTestJSON-329593994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:28:34.913820 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa9358-04d0-4081-b21c-04bf95a97c0e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Pushing event updated for resources: {'Port': ['ID=08a246af-4f18-41be-805f-7b5130fc95a1,revision_number=2']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:28:34.918148 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-a7aa9358-04d0-4081-b21c-04bf95a97c0e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:28:34.928730 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-a7aa9358-04d0-4081-b21c-04bf95a97c0e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670062'] for floatingip, after_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:35.100614 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.db.l3_db [None req-a7aa9358-04d0-4081-b21c-04bf95a97c0e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Floating IP 041dec8f-5f66-4562-8336-a004327982f1 associated. External IP: 172.28.3.198, port: d45c5c2e-f984-494b-9a9c-476a02afc1dd. May 06 09:28:35.640668 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15638dce-8ad6-4a5a-b08c-33ddbe98da6d req-b07ce5f6-7550-46ac-9299-60289ba86f5d tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:35.642198 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-15638dce-8ad6-4a5a-b08c-33ddbe98da6d req-b07ce5f6-7550-46ac-9299-60289ba86f5d tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 946 time: 0.1955676 May 06 09:28:35.644088 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7aa9358-04d0-4081-b21c-04bf95a97c0e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Router 8a6627fd-847a-4e48-bea7-62960507b8a8 has already been hosted by L3 agent 6417d645-ec24-4e28-ae28-fb602049daa5 {{(pid=74232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 09:28:35.868059 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7aa9358-04d0-4081-b21c-04bf95a97c0e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify agent at l3_agent.dv-cinder-790014-1-smb the message routers_updated {{(pid=74232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 09:28:35.879665 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5a7bf7-5ffe-4e9f-9411-1998f5d00e5c None None] Sync routers for ids ['8a6627fd-847a-4e48-bea7-62960507b8a8'] in dv-cinder-790014-1-smb {{(pid=74233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:28:35.889486 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5a7bf7-5ffe-4e9f-9411-1998f5d00e5c None None] Routers {'8a6627fd-847a-4e48-bea7-62960507b8a8'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:28:35.890109 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-8b5a7bf7-5ffe-4e9f-9411-1998f5d00e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:28:16Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['8a6627fd-847a-4e48-bea7-62960507b8a8'], 'active': True} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:28:35.901690 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-15638dce-8ad6-4a5a-b08c-33ddbe98da6d req-ef8406b1-0726-4af4-9fd1-d0418f4aae30 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983695 May 06 09:28:35.976897 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-a7aa9358-04d0-4081-b21c-04bf95a97c0e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for floatingip, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:36.037153 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-a7aa9358-04d0-4081-b21c-04bf95a97c0e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1060047 May 06 09:28:36.037153 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ea5e1b-0158-49f7-a337-fc87a26e6d12', 'tag': 'd45c5c2e-f984-494b-9a9c-476a02afc1dd'}] {{(pid=74232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:28:36.040013 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 58496) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:28:36.047218 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [None req-789c3225-5219-4e33-aab5-e754bc7dbac8 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1304543852', 'description': 'tempest-secgroup-smoke-1304543852 description', 'project_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:28:36.055701 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-789c3225-5219-4e33-aab5-e754bc7dbac8 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:28:36.069205 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-789c3225-5219-4e33-aab5-e754bc7dbac8 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:28:36.104856 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvr_db [None req-8b5a7bf7-5ffe-4e9f-9411-1998f5d00e5c None None] Set router 8a6627fd-847a-4e48-bea7-62960507b8a8 gateway port host: dv-cinder-790014-1-smb {{(pid=74233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:28:36.136954 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-789c3225-5219-4e33-aab5-e754bc7dbac8 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks [] for security_group, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:36.148972 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ea5e1b-0158-49f7-a337-fc87a26e6d12', 'tag': 'd45c5c2e-f984-494b-9a9c-476a02afc1dd', 'status': 'completed', 'code': 200} May 06 09:28:36.170159 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-789c3225-5219-4e33-aab5-e754bc7dbac8 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:28:36.174347 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-789c3225-5219-4e33-aab5-e754bc7dbac8 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Usage tracker for resource:security_group_rule and tenant:74dc9aa8a5bc4509b7cbc1bc22c842a9 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:28:36.177909 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-789c3225-5219-4e33-aab5-e754bc7dbac8 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:28:36.185138 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-789c3225-5219-4e33-aab5-e754bc7dbac8 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:28:36.240493 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75673c96-9025-46fc-a845-b02acfdec74d req-e0366329-8d41-4041-bbdc-e7744c0d35e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:36.242797 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-75673c96-9025-46fc-a845-b02acfdec74d req-e0366329-8d41-4041-bbdc-e7744c0d35e3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=74dc9aa8a5bc4509b7cbc1bc22c842a9&device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 1099 time: 0.0765352 May 06 09:28:36.275782 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-789c3225-5219-4e33-aab5-e754bc7dbac8 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks [] for security_group, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:36.348438 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-789c3225-5219-4e33-aab5-e754bc7dbac8 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:36.354896 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-14cfc8aa-9c2b-41bb-96a9-8d12d0a58555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:28:36.404860 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c3225-5219-4e33-aab5-e754bc7dbac8 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c06ba2d1-acdd-4e95-9002-b17ef93b2b8c,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:28:36.415147 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c3225-5219-4e33-aab5-e754bc7dbac8 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:28:36.415759 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c3225-5219-4e33-aab5-e754bc7dbac8 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:28:36.417681 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c3225-5219-4e33-aab5-e754bc7dbac8 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:28:36.417681 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c3225-5219-4e33-aab5-e754bc7dbac8 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:28:36.417681 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c3225-5219-4e33-aab5-e754bc7dbac8 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:28:36.417681 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c3225-5219-4e33-aab5-e754bc7dbac8 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:28:36.418108 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c3225-5219-4e33-aab5-e754bc7dbac8 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:28:36.418394 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c3225-5219-4e33-aab5-e754bc7dbac8 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:28:36.418754 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c3225-5219-4e33-aab5-e754bc7dbac8 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:28:36.419156 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c3225-5219-4e33-aab5-e754bc7dbac8 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:28:36.419528 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c3225-5219-4e33-aab5-e754bc7dbac8 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:28:36.420002 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c3225-5219-4e33-aab5-e754bc7dbac8 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:28:36.424080 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-789c3225-5219-4e33-aab5-e754bc7dbac8 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:28:36.425488 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75673c96-9025-46fc-a845-b02acfdec74d req-47e6b83e-0f7e-45c6-a5e1-88c5a541424a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:36.427241 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-75673c96-9025-46fc-a845-b02acfdec74d req-47e6b83e-0f7e-45c6-a5e1-88c5a541424a service neutron] 10.222.0.79 "GET /v2.0/networks?id=f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059 HTTP/1.1" status: 200 len: 916 time: 0.1775234 May 06 09:28:36.488475 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-8b5a7bf7-5ffe-4e9f-9411-1998f5d00e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6627fd-847a-4e48-bea7-62960507b8a8', 'name': 'tempest-TestMinimumBasicScenario-183760932-router', 'tenant_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': '293ca5ba-0834-45ce-a9e7-01ea52d730ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:27:21Z', 'updated_at': '2021-05-06T09:27:26Z', 'revision_number': 4, 'project_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'gw_port': {'id': '293ca5ba-0834-45ce-a9e7-01ea52d730ee', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:82:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6627fd-847a-4e48-bea7-62960507b8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:27:22Z', 'updated_at': '2021-05-06T09:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_floatingips': [{'id': '041dec8f-5f66-4562-8336-a004327982f1', 'tenant_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'floating_ip_address': '172.28.3.198', 'floating_network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'router_id': '8a6627fd-847a-4e48-bea7-62960507b8a8', 'port_id': 'd45c5c2e-f984-494b-9a9c-476a02afc1dd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059', 'mac_address': 'fa:16:3e:f0:73:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ea5e1b-0158-49f7-a337-fc87a26e6d12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:28:34Z', 'updated_at': '2021-05-06T09:28:34Z', 'revision_number': 0, 'project_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13df5695-daf1-485d-97b8-de016f325fa6', 'name': '', 'network_id': 'f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059', 'tenant_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'mac_address': 'fa:16:3e:6c:d3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6627fd-847a-4e48-bea7-62960507b8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'e1734543-204d-4a78-99b8-bce23fe18df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:27:25Z', 'updated_at': '2021-05-06T09:27:33Z', 'revision_number': 5, 'project_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'subnets': [{'id': 'e1734543-204d-4a78-99b8-bce23fe18df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:28:36.490738 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-789c3225-5219-4e33-aab5-e754bc7dbac8 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks [] for security_group, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:36.492047 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-789c3225-5219-4e33-aab5-e754bc7dbac8 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4501510 May 06 09:28:36.494868 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 58506) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:28:36.495966 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5a7bf7-5ffe-4e9f-9411-1998f5d00e5c None None] Checking router: 8a6627fd-847a-4e48-bea7-62960507b8a8 for host: dv-cinder-790014-1-smb {{(pid=74233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:28:36.501388 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [None req-4e5dcd32-40fd-4801-a50a-38d39e26fd6c tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Request body: {'security_group_rule': {'security_group_id': 'c06ba2d1-acdd-4e95-9002-b17ef93b2b8c', 'project_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:28:36.506053 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5a7bf7-5ffe-4e9f-9411-1998f5d00e5c None None] Routers {'8a6627fd-847a-4e48-bea7-62960507b8a8'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:28:36.506764 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-8b5a7bf7-5ffe-4e9f-9411-1998f5d00e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:28:16Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['8a6627fd-847a-4e48-bea7-62960507b8a8'], 'active': True} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:28:36.510076 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-4e5dcd32-40fd-4801-a50a-38d39e26fd6c tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:28:36.514314 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-4e5dcd32-40fd-4801-a50a-38d39e26fd6c tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Usage tracker for resource:security_group_rule and tenant:74dc9aa8a5bc4509b7cbc1bc22c842a9 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:28:36.517786 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-4e5dcd32-40fd-4801-a50a-38d39e26fd6c tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:28:36.524044 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-4e5dcd32-40fd-4801-a50a-38d39e26fd6c tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:28:36.585559 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-75673c96-9025-46fc-a845-b02acfdec74d req-1bd7d709-0eb2-4866-9458-883096600b32 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d45c5c2e-f984-494b-9a9c-476a02afc1dd HTTP/1.1" status: 200 len: 1000 time: 0.1125312 May 06 09:28:36.611544 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-4e5dcd32-40fd-4801-a50a-38d39e26fd6c tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:36.649214 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77174d6e-d8b6-480a-8354-03b1ef22deb8 req-ab05dffd-4e86-4e57-bec3-fc44d7c57af4 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:36.650855 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-77174d6e-d8b6-480a-8354-03b1ef22deb8 req-ab05dffd-4e86-4e57-bec3-fc44d7c57af4 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bfb848-9636-4380-87f9-fdff5ced0d1b HTTP/1.1" status: 200 len: 945 time: 0.2133887 May 06 09:28:36.684399 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75673c96-9025-46fc-a845-b02acfdec74d req-bfa87058-4c30-4d9e-9538-c3504d0937b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:36.685382 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-75673c96-9025-46fc-a845-b02acfdec74d req-bfa87058-4c30-4d9e-9538-c3504d0937b7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e1734543-204d-4a78-99b8-bce23fe18df5 HTTP/1.1" status: 200 len: 853 time: 0.0879653 May 06 09:28:36.703611 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-4e5dcd32-40fd-4801-a50a-38d39e26fd6c tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:36.717358 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvr_db [None req-8b5a7bf7-5ffe-4e9f-9411-1998f5d00e5c None None] Set router 8a6627fd-847a-4e48-bea7-62960507b8a8 gateway port host: dv-cinder-790014-1-smb {{(pid=74233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:28:36.754095 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-77174d6e-d8b6-480a-8354-03b1ef22deb8 req-ad45468b-95a3-4faf-b39a-41cad9147166 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec304a2c-616c-4eb9-9fce-ba3d1c80cab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903261 May 06 09:28:36.770229 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-4e5dcd32-40fd-4801-a50a-38d39e26fd6c tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757315'] for security_group_rule, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:36.778480 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:28:36.799573 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5dcd32-40fd-4801-a50a-38d39e26fd6c tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb6254b5-8b75-4f7b-a674-fa9f4212dc4d,revision_number=0']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:28:36.802254 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-4e5dcd32-40fd-4801-a50a-38d39e26fd6c tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:28:36.805551 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75673c96-9025-46fc-a845-b02acfdec74d req-f249a6ea-7de6-48e5-9e29-3f7985e4841c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:36.808175 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-75673c96-9025-46fc-a845-b02acfdec74d req-f249a6ea-7de6-48e5-9e29-3f7985e4841c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1149251 May 06 09:28:36.877429 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-4e5dcd32-40fd-4801-a50a-38d39e26fd6c tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:36.881421 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-4e5dcd32-40fd-4801-a50a-38d39e26fd6c tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3828228 May 06 09:28:36.885144 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 58510) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:28:36.886950 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [None req-838e7433-c1b1-48d7-a4c4-9953d4c63a44 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Request body: {'security_group_rule': {'security_group_id': 'c06ba2d1-acdd-4e95-9002-b17ef93b2b8c', 'project_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:28:36.893500 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-838e7433-c1b1-48d7-a4c4-9953d4c63a44 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:28:36.897707 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-838e7433-c1b1-48d7-a4c4-9953d4c63a44 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Usage tracker for resource:security_group_rule and tenant:74dc9aa8a5bc4509b7cbc1bc22c842a9 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:28:36.900709 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-838e7433-c1b1-48d7-a4c4-9953d4c63a44 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:28:36.907657 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-838e7433-c1b1-48d7-a4c4-9953d4c63a44 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:28:36.982351 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-838e7433-c1b1-48d7-a4c4-9953d4c63a44 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:37.065354 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-75673c96-9025-46fc-a845-b02acfdec74d req-5891282d-8f06-41f8-8dcc-65c2d7b1870d service neutron] 10.222.0.79 "GET /v2.0/networks/f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497749 May 06 09:28:37.113313 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-838e7433-c1b1-48d7-a4c4-9953d4c63a44 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:37.115592 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-8b5a7bf7-5ffe-4e9f-9411-1998f5d00e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6627fd-847a-4e48-bea7-62960507b8a8', 'name': 'tempest-TestMinimumBasicScenario-183760932-router', 'tenant_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': '293ca5ba-0834-45ce-a9e7-01ea52d730ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:27:21Z', 'updated_at': '2021-05-06T09:27:26Z', 'revision_number': 4, 'project_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'gw_port': {'id': '293ca5ba-0834-45ce-a9e7-01ea52d730ee', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:82:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6627fd-847a-4e48-bea7-62960507b8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:27:22Z', 'updated_at': '2021-05-06T09:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_floatingips': [{'id': '041dec8f-5f66-4562-8336-a004327982f1', 'tenant_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'floating_ip_address': '172.28.3.198', 'floating_network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'router_id': '8a6627fd-847a-4e48-bea7-62960507b8a8', 'port_id': 'd45c5c2e-f984-494b-9a9c-476a02afc1dd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059', 'mac_address': 'fa:16:3e:f0:73:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ea5e1b-0158-49f7-a337-fc87a26e6d12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:28:34Z', 'updated_at': '2021-05-06T09:28:34Z', 'revision_number': 0, 'project_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13df5695-daf1-485d-97b8-de016f325fa6', 'name': '', 'network_id': 'f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059', 'tenant_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'mac_address': 'fa:16:3e:6c:d3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6627fd-847a-4e48-bea7-62960507b8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'e1734543-204d-4a78-99b8-bce23fe18df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:27:25Z', 'updated_at': '2021-05-06T09:27:33Z', 'revision_number': 5, 'project_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'subnets': [{'id': 'e1734543-204d-4a78-99b8-bce23fe18df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:28:37.121802 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5a7bf7-5ffe-4e9f-9411-1998f5d00e5c None None] The sync data for ids ['8a6627fd-847a-4e48-bea7-62960507b8a8'] in dv-cinder-790014-1-smb is: [{'id': '8a6627fd-847a-4e48-bea7-62960507b8a8', 'name': 'tempest-TestMinimumBasicScenario-183760932-router', 'tenant_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': '293ca5ba-0834-45ce-a9e7-01ea52d730ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:27:21Z', 'updated_at': '2021-05-06T09:27:26Z', 'revision_number': 4, 'project_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'gw_port': {'id': '293ca5ba-0834-45ce-a9e7-01ea52d730ee', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:82:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6627fd-847a-4e48-bea7-62960507b8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:27:22Z', 'updated_at': '2021-05-06T09:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_floatingips': [{'id': '041dec8f-5f66-4562-8336-a004327982f1', 'tenant_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'floating_ip_address': '172.28.3.198', 'floating_network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'router_id': '8a6627fd-847a-4e48-bea7-62960507b8a8', 'port_id': 'd45c5c2e-f984-494b-9a9c-476a02afc1dd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059', 'mac_address': 'fa:16:3e:f0:73:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ea5e1b-0158-49f7-a337-fc87a26e6d12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-06T09:28:34Z', 'updated_at': '2021-05-06T09:28:34Z', 'revision_number': 0, 'project_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13df5695-daf1-485d-97b8-de016f325fa6', 'name': '', 'network_id': 'f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059', 'tenant_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'mac_address': 'fa:16:3e:6c:d3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6627fd-847a-4e48-bea7-62960507b8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'e1734543-204d-4a78-99b8-bce23fe18df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:27:25Z', 'updated_at': '2021-05-06T09:27:33Z', 'revision_number': 5, 'project_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'subnets': [{'id': 'e1734543-204d-4a78-99b8-bce23fe18df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:28:37.138285 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ea975-8609-40b3-be3f-3f91c0dc4b0b req-0ba836f1-d780-44dc-9c62-e4cb3e058a04 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:37.147890 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-646ea975-8609-40b3-be3f-3f91c0dc4b0b req-0ba836f1-d780-44dc-9c62-e4cb3e058a04 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 946 time: 0.1089146 May 06 09:28:37.201680 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-646ea975-8609-40b3-be3f-3f91c0dc4b0b req-a2e7b81f-5a9b-486b-8e7e-dbe4e49d5a28 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515995 May 06 09:28:37.202590 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-838e7433-c1b1-48d7-a4c4-9953d4c63a44 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757315'] for security_group_rule, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:37.205579 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:28:37.242702 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e7433-c1b1-48d7-a4c4-9953d4c63a44 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64a94ea7-4480-411a-a34c-78e6c58cd151,revision_number=0']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:28:37.246516 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-838e7433-c1b1-48d7-a4c4-9953d4c63a44 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:28:37.273675 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-75673c96-9025-46fc-a845-b02acfdec74d req-5bcd723c-5121-44b1-bbb3-ff6973cab3c3 service neutron] 10.222.0.79 "GET /v2.0/networks/f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005594 May 06 09:28:37.325722 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-838e7433-c1b1-48d7-a4c4-9953d4c63a44 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:37.327517 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-838e7433-c1b1-48d7-a4c4-9953d4c63a44 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4447291 May 06 09:28:37.332317 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 58518) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:28:37.337388 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.v2.base [None req-7c406ee3-a527-47c6-a160-51b68c96fc4a tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Request body: {'security_group_rule': {'security_group_id': 'c06ba2d1-acdd-4e95-9002-b17ef93b2b8c', 'project_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:28:37.347508 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-7c406ee3-a527-47c6-a160-51b68c96fc4a tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:28:37.352413 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-7c406ee3-a527-47c6-a160-51b68c96fc4a tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Usage tracker for resource:security_group_rule and tenant:74dc9aa8a5bc4509b7cbc1bc22c842a9 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:28:37.355774 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-7c406ee3-a527-47c6-a160-51b68c96fc4a tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:28:37.365814 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-7c406ee3-a527-47c6-a160-51b68c96fc4a tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:28:37.368271 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941e99ef-1d32-4077-b06d-b9b885d03ba2 None None] New status for floating IP 041dec8f-5f66-4562-8336-a004327982f1: ACTIVE {{(pid=74234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:28:37.495754 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-7c406ee3-a527-47c6-a160-51b68c96fc4a tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:37.562402 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-7c406ee3-a527-47c6-a160-51b68c96fc4a tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:37.610666 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-7c406ee3-a527-47c6-a160-51b68c96fc4a tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757315'] for security_group_rule, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:37.613894 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:28:37.638668 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c406ee3-a527-47c6-a160-51b68c96fc4a tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50f9062b-c32c-4eab-82fa-5b6babd8e1d0,revision_number=0']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:28:37.641601 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-7c406ee3-a527-47c6-a160-51b68c96fc4a tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:28:37.725211 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-7c406ee3-a527-47c6-a160-51b68c96fc4a tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:37.727655 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-7c406ee3-a527-47c6-a160-51b68c96fc4a tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3943059 May 06 09:28:37.729984 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 58522) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:28:37.735312 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [None req-220c9da1-736f-411b-9858-ac30ec41e932 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Request body: {'security_group_rule': {'security_group_id': 'c06ba2d1-acdd-4e95-9002-b17ef93b2b8c', 'project_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:28:37.741303 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-220c9da1-736f-411b-9858-ac30ec41e932 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:28:37.745278 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-220c9da1-736f-411b-9858-ac30ec41e932 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Usage tracker for resource:security_group_rule and tenant:74dc9aa8a5bc4509b7cbc1bc22c842a9 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:28:37.748148 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-220c9da1-736f-411b-9858-ac30ec41e932 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:28:37.755031 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-220c9da1-736f-411b-9858-ac30ec41e932 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:28:37.838941 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-220c9da1-736f-411b-9858-ac30ec41e932 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:37.939198 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-220c9da1-736f-411b-9858-ac30ec41e932 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:37.980882 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5cf12-e28c-4bfb-bb8c-07a4cfb031b3 req-2124ff3f-0fd5-4ec1-b65c-7e3eb25cd846 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:37.982384 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-deb5cf12-e28c-4bfb-bb8c-07a4cfb031b3 req-2124ff3f-0fd5-4ec1-b65c-7e3eb25cd846 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bfb848-9636-4380-87f9-fdff5ced0d1b HTTP/1.1" status: 200 len: 945 time: 0.1180403 May 06 09:28:37.999518 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-220c9da1-736f-411b-9858-ac30ec41e932 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757315'] for security_group_rule, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:38.002402 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-4e5dcd32-40fd-4801-a50a-38d39e26fd6c tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:28:38.024148 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c9da1-736f-411b-9858-ac30ec41e932 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e9d07f9-8510-4513-9997-64e954304454,revision_number=0']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:28:38.028098 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-220c9da1-736f-411b-9858-ac30ec41e932 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:28:38.034080 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-deb5cf12-e28c-4bfb-bb8c-07a4cfb031b3 req-3b330648-5529-42dc-be71-6718b01b43cc tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec304a2c-616c-4eb9-9fce-ba3d1c80cab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444982 May 06 09:28:38.085004 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-220c9da1-736f-411b-9858-ac30ec41e932 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:38.086212 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-220c9da1-736f-411b-9858-ac30ec41e932 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3552346 May 06 09:28:38.088850 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 58528) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:28:38.093911 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [None req-0853e513-1afb-4859-bb99-3cd3cc494645 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Request body: {'security_group_rule': {'security_group_id': 'c06ba2d1-acdd-4e95-9002-b17ef93b2b8c', 'project_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:28:38.102822 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-0853e513-1afb-4859-bb99-3cd3cc494645 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:28:38.103825 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-0853e513-1afb-4859-bb99-3cd3cc494645 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Usage tracker for resource:security_group_rule and tenant:74dc9aa8a5bc4509b7cbc1bc22c842a9 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:28:38.107133 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-0853e513-1afb-4859-bb99-3cd3cc494645 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:28:38.113528 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-0853e513-1afb-4859-bb99-3cd3cc494645 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:28:38.176607 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.db.securitygroups_db [None req-0853e513-1afb-4859-bb99-3cd3cc494645 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Project 74dc9aa8a5bc4509b7cbc1bc22c842a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 09:28:38.182609 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-0853e513-1afb-4859-bb99-3cd3cc494645 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:38.247130 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-0853e513-1afb-4859-bb99-3cd3cc494645 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:38.319118 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-0853e513-1afb-4859-bb99-3cd3cc494645 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757315'] for security_group_rule, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:38.321183 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-220c9da1-736f-411b-9858-ac30ec41e932 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:28:38.342762 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0853e513-1afb-4859-bb99-3cd3cc494645 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e722d63-19a0-48e9-8af0-b063fe24ae5c,revision_number=0']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:28:38.346801 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-0853e513-1afb-4859-bb99-3cd3cc494645 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:28:38.358807 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee51be8-9633-4218-9478-734dfb6b65d4 req-b86610ee-dc62-4b65-af86-f5b67f60977b tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:38.360844 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-fee51be8-9633-4218-9478-734dfb6b65d4 req-b86610ee-dc62-4b65-af86-f5b67f60977b tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.79 "GET /v2.0/ports?device_id=d4bfb848-9636-4380-87f9-fdff5ced0d1b HTTP/1.1" status: 200 len: 945 time: 0.0851796 May 06 09:28:38.427942 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-0853e513-1afb-4859-bb99-3cd3cc494645 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:38.429683 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-0853e513-1afb-4859-bb99-3cd3cc494645 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3396978 May 06 09:28:38.432780 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 58532) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:28:38.438626 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [None req-57369363-1172-4676-9879-9def964e58c0 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Request body: {'security_group_rule': {'security_group_id': 'c06ba2d1-acdd-4e95-9002-b17ef93b2b8c', 'project_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:28:38.444564 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-57369363-1172-4676-9879-9def964e58c0 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:28:38.448352 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-57369363-1172-4676-9879-9def964e58c0 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Usage tracker for resource:security_group_rule and tenant:74dc9aa8a5bc4509b7cbc1bc22c842a9 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:28:38.451201 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-57369363-1172-4676-9879-9def964e58c0 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:28:38.456984 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-57369363-1172-4676-9879-9def964e58c0 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:28:38.505059 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.plugin [req-fee51be8-9633-4218-9478-734dfb6b65d4 req-7a803e6b-2679-4951-a084-5a4105d22493 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Deleting port 66c2ed22-da3b-483f-8fdd-fd116892b70f {{(pid=74232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:28:38.505489 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [req-fee51be8-9633-4218-9478-734dfb6b65d4 req-7a803e6b-2679-4951-a084-5a4105d22493 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:38.548493 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.db.securitygroups_db [None req-57369363-1172-4676-9879-9def964e58c0 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Project 74dc9aa8a5bc4509b7cbc1bc22c842a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 09:28:38.554948 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-57369363-1172-4676-9879-9def964e58c0 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:38.624908 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-57369363-1172-4676-9879-9def964e58c0 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:38.640865 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.db [req-fee51be8-9633-4218-9478-734dfb6b65d4 req-7a803e6b-2679-4951-a084-5a4105d22493 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] For port 66c2ed22-da3b-483f-8fdd-fd116892b70f, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=66c2ed22-da3b-483f-8fdd-fd116892b70f,segment=NetworkSegment(21ed25bf-f5b1-41ad-9700-5cd13c82ae12),segment_id=21ed25bf-f5b1-41ad-9700-5cd13c82ae12)] {{(pid=74232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:28:38.641217 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [req-fee51be8-9633-4218-9478-734dfb6b65d4 req-7a803e6b-2679-4951-a084-5a4105d22493 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:38.702138 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-57369363-1172-4676-9879-9def964e58c0 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757315'] for security_group_rule, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:38.704974 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:28:38.727647 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57369363-1172-4676-9879-9def964e58c0 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8331da3d-9138-4e22-b7b4-581166d6888d,revision_number=0']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:28:38.730069 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-57369363-1172-4676-9879-9def964e58c0 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:28:38.799450 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-57369363-1172-4676-9879-9def964e58c0 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:38.801444 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-57369363-1172-4676-9879-9def964e58c0 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3675692 May 06 09:28:38.926857 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-7e21bc1a-c320-44b3-90a9-2da557dff205 req-eb6d2f6b-fbec-4172-a6c2-32dad315c6e5 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Synchronizing usage tracker for tenant:74dc9aa8a5bc4509b7cbc1bc22c842a9 on resource:security_group {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:28:38.954898 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [req-fee51be8-9633-4218-9478-734dfb6b65d4 req-7a803e6b-2679-4951-a084-5a4105d22493 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:38.955272 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [req-fee51be8-9633-4218-9478-734dfb6b65d4 req-7a803e6b-2679-4951-a084-5a4105d22493 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670062'] for floatingip, after_update {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:38.955627 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.db.l3_db [req-fee51be8-9633-4218-9478-734dfb6b65d4 req-7a803e6b-2679-4951-a084-5a4105d22493 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Floating IP 87137120-7617-471b-b0f8-ef197e9b043f disassociated. External IP: 172.28.3.123, port: 66c2ed22-da3b-483f-8fdd-fd116892b70f. May 06 09:28:38.955974 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.plugin [req-fee51be8-9633-4218-9478-734dfb6b65d4 req-7a803e6b-2679-4951-a084-5a4105d22493 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Calling delete_port for 66c2ed22-da3b-483f-8fdd-fd116892b70f owned by compute:nova {{(pid=74232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:28:38.997224 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-7e21bc1a-c320-44b3-90a9-2da557dff205 req-eb6d2f6b-fbec-4172-a6c2-32dad315c6e5 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Unset dirty status for tenant:74dc9aa8a5bc4509b7cbc1bc22c842a9 on resource:security_group {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:28:38.998450 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-7e21bc1a-c320-44b3-90a9-2da557dff205 req-eb6d2f6b-fbec-4172-a6c2-32dad315c6e5 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1304543852&fields=id&tenant_id=74dc9aa8a5bc4509b7cbc1bc22c842a9 HTTP/1.1" status: 200 len: 267 time: 0.1130157 May 06 09:28:39.089404 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21bc1a-c320-44b3-90a9-2da557dff205 req-cc2fe73d-56b1-4947-828e-ba1562d914f2 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:39.091173 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-7e21bc1a-c320-44b3-90a9-2da557dff205 req-cc2fe73d-56b1-4947-828e-ba1562d914f2 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/ports?device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 946 time: 0.0833883 May 06 09:28:39.103606 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [req-7e21bc1a-c320-44b3-90a9-2da557dff205 req-66a7d417-3f4c-4d33-9bce-8e0df5b37772 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Request body: {'port': {'security_groups': ['2a687ed9-a9b5-4d03-88d0-2b36ec1cceaf', 'c06ba2d1-acdd-4e95-9002-b17ef93b2b8c']}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:28:39.181018 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [req-fee51be8-9633-4218-9478-734dfb6b65d4 req-7a803e6b-2679-4951-a084-5a4105d22493 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15350160'] for port, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:39.190976 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-f42c95a3-eee6-45ef-8982-42cac1a4148a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:28:39.228697 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-7e21bc1a-c320-44b3-90a9-2da557dff205 req-66a7d417-3f4c-4d33-9bce-8e0df5b37772 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:39.232878 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-c33166a9-2e64-414b-838f-ef0dfb557bd5 req-e426c0ab-6d02-412f-8b71-39216a91e03a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bfb848-9636-4380-87f9-fdff5ced0d1b HTTP/1.1" status: 200 len: 210 time: 0.0897322 May 06 09:28:39.241418 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a803e6b-2679-4951-a084-5a4105d22493 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Pushing event deleted for resources: {'Port': ['ID=66c2ed22-da3b-483f-8fdd-fd116892b70f,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:28:39.245395 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-7a803e6b-2679-4951-a084-5a4105d22493 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:28:39.440148 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fee51be8-9633-4218-9478-734dfb6b65d4 req-7a803e6b-2679-4951-a084-5a4105d22493 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Router 6d24e59f-7fda-400b-b5d0-4e68e7795b53 has already been hosted by L3 agent 6417d645-ec24-4e28-ae28-fb602049daa5 {{(pid=74232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 09:28:39.504963 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-7e21bc1a-c320-44b3-90a9-2da557dff205 req-66a7d417-3f4c-4d33-9bce-8e0df5b37772 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] For port d45c5c2e-f984-494b-9a9c-476a02afc1dd, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=d45c5c2e-f984-494b-9a9c-476a02afc1dd,segment=NetworkSegment(70ef09ec-2709-4fec-b07a-1dbdcb7d412d),segment_id=70ef09ec-2709-4fec-b07a-1dbdcb7d412d)] {{(pid=74231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:28:39.530524 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-7e21bc1a-c320-44b3-90a9-2da557dff205 req-66a7d417-3f4c-4d33-9bce-8e0df5b37772 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks [] for port, precommit_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:39.599521 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-7e21bc1a-c320-44b3-90a9-2da557dff205 req-66a7d417-3f4c-4d33-9bce-8e0df5b37772 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15534154'] for port, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:39.606454 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-4baac6ba-aaeb-49a0-bf40-84c912e847bd tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:28:39.614446 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] get_ports_and_sgs() called for port_ids ['d45c5c2e-f984-494b-9a9c-476a02afc1dd'] {{(pid=74233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 09:28:39.675084 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21bc1a-c320-44b3-90a9-2da557dff205 req-66a7d417-3f4c-4d33-9bce-8e0df5b37772 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:39.675969 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-7e21bc1a-c320-44b3-90a9-2da557dff205 req-66a7d417-3f4c-4d33-9bce-8e0df5b37772 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:39.680043 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-7e21bc1a-c320-44b3-90a9-2da557dff205 req-66a7d417-3f4c-4d33-9bce-8e0df5b37772 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "PUT /v2.0/ports/d45c5c2e-f984-494b-9a9c-476a02afc1dd HTTP/1.1" status: 200 len: 982 time: 0.5810421 May 06 09:28:39.680590 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ea5e1b-0158-49f7-a337-fc87a26e6d12', 'tag': 'd45c5c2e-f984-494b-9a9c-476a02afc1dd'}] {{(pid=74231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:28:39.754736 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7d417-3f4c-4d33-9bce-8e0df5b37772 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Pushing event updated for resources: {'Port': ['ID=d45c5c2e-f984-494b-9a9c-476a02afc1dd,revision_number=6']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:28:39.759230 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-66a7d417-3f4c-4d33-9bce-8e0df5b37772 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:28:39.768716 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ea5e1b-0158-49f7-a337-fc87a26e6d12', 'tag': 'd45c5c2e-f984-494b-9a9c-476a02afc1dd', 'status': 'completed', 'code': 200} May 06 09:28:39.836551 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fee51be8-9633-4218-9478-734dfb6b65d4 req-7a803e6b-2679-4951-a084-5a4105d22493 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify agent at l3_agent.dv-cinder-790014-1-smb the message routers_updated {{(pid=74232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 09:28:39.888090 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369bbd8-6a71-4589-932b-482adc407c53 req-ddef1ced-d2ea-476f-8fa4-a080533ab082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:39.891547 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22ad5ad-7373-4c68-afdd-4bf69918f955 None None] Sync routers for ids ['6d24e59f-7fda-400b-b5d0-4e68e7795b53'] in dv-cinder-790014-1-smb {{(pid=74233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:28:39.891844 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d369bbd8-6a71-4589-932b-482adc407c53 req-ddef1ced-d2ea-476f-8fa4-a080533ab082 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=74dc9aa8a5bc4509b7cbc1bc22c842a9&device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 1138 time: 0.0995584 May 06 09:28:39.997425 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] get_ports_and_sgs() called for port_ids ['d45c5c2e-f984-494b-9a9c-476a02afc1dd'] {{(pid=74233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 09:28:40.020406 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee51be8-9633-4218-9478-734dfb6b65d4 req-7a803e6b-2679-4951-a084-5a4105d22493 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] No DVR routers for this DVR port 66c2ed22-da3b-483f-8fdd-fd116892b70f on host hv-cinder-79001 {{(pid=74232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:28:40.026915 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [req-fee51be8-9633-4218-9478-734dfb6b65d4 req-7a803e6b-2679-4951-a084-5a4105d22493 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:40.031025 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4bfb848-9636-4380-87f9-fdff5ced0d1b', 'name': 'network-vif-deleted', 'tag': '66c2ed22-da3b-483f-8fdd-fd116892b70f'}] {{(pid=74232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:28:40.073521 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369bbd8-6a71-4589-932b-482adc407c53 req-0dcbdc26-8ff7-4919-9db7-684decf40f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:40.073631 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22ad5ad-7373-4c68-afdd-4bf69918f955 None None] Routers {'6d24e59f-7fda-400b-b5d0-4e68e7795b53'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:28:40.073740 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d369bbd8-6a71-4589-932b-482adc407c53 req-0dcbdc26-8ff7-4919-9db7-684decf40f25 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059 HTTP/1.1" status: 200 len: 916 time: 0.1714463 May 06 09:28:40.073833 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-d22ad5ad-7373-4c68-afdd-4bf69918f955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:28:16Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['6d24e59f-7fda-400b-b5d0-4e68e7795b53'], 'active': True} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:28:40.107734 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6189ea-062c-4211-a48c-9814840caf07 req-d390200f-5a91-4b4c-9c81-9f337c4dbc2c tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:40.110235 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-2f6189ea-062c-4211-a48c-9814840caf07 req-d390200f-5a91-4b4c-9c81-9f337c4dbc2c tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/ports?device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 985 time: 0.2152736 May 06 09:28:40.112931 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4bfb848-9636-4380-87f9-fdff5ced0d1b', 'name': 'network-vif-deleted', 'tag': '66c2ed22-da3b-483f-8fdd-fd116892b70f', 'status': 'completed', 'code': 200} May 06 09:28:40.123635 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-fee51be8-9633-4218-9478-734dfb6b65d4 req-7a803e6b-2679-4951-a084-5a4105d22493 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.79 "DELETE /v2.0/ports/66c2ed22-da3b-483f-8fdd-fd116892b70f HTTP/1.1" status: 204 len: 173 time: 1.7571011 May 06 09:28:40.169122 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-2f6189ea-062c-4211-a48c-9814840caf07 req-5465a268-2a42-4234-b0aa-30eece3e7192 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a687ed9-a9b5-4d03-88d0-2b36ec1cceaf&id=c06ba2d1-acdd-4e95-9002-b17ef93b2b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0480063 May 06 09:28:40.255072 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d369bbd8-6a71-4589-932b-482adc407c53 req-7e792143-a38b-4b2e-a816-a7a63eccdf76 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d45c5c2e-f984-494b-9a9c-476a02afc1dd HTTP/1.1" status: 200 len: 1002 time: 0.1770737 May 06 09:28:40.353192 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369bbd8-6a71-4589-932b-482adc407c53 req-48b20456-0d4d-4adf-a9ea-4e2ffbc17a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:40.355197 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d369bbd8-6a71-4589-932b-482adc407c53 req-48b20456-0d4d-4adf-a9ea-4e2ffbc17a9c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e1734543-204d-4a78-99b8-bce23fe18df5 HTTP/1.1" status: 200 len: 853 time: 0.0879798 May 06 09:28:40.406891 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-61d4ea12-bc79-4be0-89b0-5c5f0e532786 None None] Provisioning complete for port d45c5c2e-f984-494b-9a9c-476a02afc1dd triggered by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:28:40.407482 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-61d4ea12-bc79-4be0-89b0-5c5f0e532786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:40.485294 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369bbd8-6a71-4589-932b-482adc407c53 req-509996a8-5ca5-47e7-96f3-bd5a3c2fbe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:40.488359 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d369bbd8-6a71-4589-932b-482adc407c53 req-509996a8-5ca5-47e7-96f3-bd5a3c2fbe33 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1257539 May 06 09:28:40.578828 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-bf9b4e54-6c12-418e-9924-945e8540ec98 req-783f1f12-9e7c-4565-b53d-eb884e54134e tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Synchronizing usage tracker for tenant:9ae2085d4b8a40478cbd7d65dce1e9a9 on resource:port {{(pid=74232) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:28:40.648084 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvr_db [None req-d22ad5ad-7373-4c68-afdd-4bf69918f955 None None] Set router 6d24e59f-7fda-400b-b5d0-4e68e7795b53 gateway port host: dv-cinder-790014-1-smb {{(pid=74233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:28:40.687437 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-bf9b4e54-6c12-418e-9924-945e8540ec98 req-783f1f12-9e7c-4565-b53d-eb884e54134e tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Unset dirty status for tenant:9ae2085d4b8a40478cbd7d65dce1e9a9 on resource:port {{(pid=74232) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:28:40.691272 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-bf9b4e54-6c12-418e-9924-945e8540ec98 req-783f1f12-9e7c-4565-b53d-eb884e54134e tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bfb848-9636-4380-87f9-fdff5ced0d1b HTTP/1.1" status: 200 len: 210 time: 0.1939528 May 06 09:28:40.809711 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 66c2ed22-da3b-483f-8fdd-fd116892b70f no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 09:28:40.840603 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d369bbd8-6a71-4589-932b-482adc407c53 req-654edb95-bff3-4de4-adeb-cb16f7e5fb9e service neutron] 10.222.0.79 "GET /v2.0/networks/f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452704 May 06 09:28:40.955002 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] No Port match for: 66c2ed22-da3b-483f-8fdd-fd116892b70f {{(pid=74233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 09:28:40.955306 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 66c2ed22-da3b-483f-8fdd-fd116892b70f not bound to the agent host hv-cinder-79001 {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 09:28:41.004475 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d369bbd8-6a71-4589-932b-482adc407c53 req-674ff59b-e24b-4476-be20-4ba1169e346c service neutron] 10.222.0.79 "GET /v2.0/networks/f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565201 May 06 09:28:41.013018 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d0560-0978-481f-b0fb-ac4077639a26 req-5f6acde7-2499-4da6-ab47-d64767fe5529 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:41.014494 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-bd1d0560-0978-481f-b0fb-ac4077639a26 req-5f6acde7-2499-4da6-ab47-d64767fe5529 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 945 time: 0.2497554 May 06 09:28:41.072782 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-bd1d0560-0978-481f-b0fb-ac4077639a26 req-c031c6a3-eae2-4bc9-9bd1-7e8287b0a510 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ed85b8-a725-409f-accf-d3f84002ae12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429077 May 06 09:28:41.397104 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-d22ad5ad-7373-4c68-afdd-4bf69918f955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'name': 'tempest-AttachVolumeTestJSON-1787695793-router', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.183'}], 'enable_snat': True}, 'gw_port_id': '5d4d245f-e648-4e6c-ac55-a5d1d549cb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:23:15Z', 'updated_at': '2021-05-06T09:23:21Z', 'revision_number': 4, 'project_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'gw_port': {'id': '5d4d245f-e648-4e6c-ac55-a5d1d549cb4a', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:23:16Z', 'updated_at': '2021-05-06T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': 'e421949d-19c9-4c33-84cb-61f1cf162a17', 'name': '', 'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'mac_address': 'fa:16:3e:39:7a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '7b16db8b-a94c-4c3b-a507-250865434e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:23:21Z', 'updated_at': '2021-05-06T09:23:28Z', 'revision_number': 5, 'project_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'subnets': [{'id': '7b16db8b-a94c-4c3b-a507-250865434e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:28:41.427941 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22ad5ad-7373-4c68-afdd-4bf69918f955 None None] Checking router: 6d24e59f-7fda-400b-b5d0-4e68e7795b53 for host: dv-cinder-790014-1-smb {{(pid=74233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:28:41.483242 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22ad5ad-7373-4c68-afdd-4bf69918f955 None None] Routers {'6d24e59f-7fda-400b-b5d0-4e68e7795b53'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:28:41.483885 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-d22ad5ad-7373-4c68-afdd-4bf69918f955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:28:16Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['6d24e59f-7fda-400b-b5d0-4e68e7795b53'], 'active': True} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:28:41.731084 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvr_db [None req-d22ad5ad-7373-4c68-afdd-4bf69918f955 None None] Set router 6d24e59f-7fda-400b-b5d0-4e68e7795b53 gateway port host: dv-cinder-790014-1-smb {{(pid=74233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:28:41.915459 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 58558) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:28:41.989908 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-9563ee20-ad0e-4b29-9407-bb858a6bb291 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for security_group, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:42.026964 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-9563ee20-ad0e-4b29-9407-bb858a6bb291 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:42.093897 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-d22ad5ad-7373-4c68-afdd-4bf69918f955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'name': 'tempest-AttachVolumeTestJSON-1787695793-router', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.183'}], 'enable_snat': True}, 'gw_port_id': '5d4d245f-e648-4e6c-ac55-a5d1d549cb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:23:15Z', 'updated_at': '2021-05-06T09:23:21Z', 'revision_number': 4, 'project_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'gw_port': {'id': '5d4d245f-e648-4e6c-ac55-a5d1d549cb4a', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:23:16Z', 'updated_at': '2021-05-06T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': 'e421949d-19c9-4c33-84cb-61f1cf162a17', 'name': '', 'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'mac_address': 'fa:16:3e:39:7a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '7b16db8b-a94c-4c3b-a507-250865434e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:23:21Z', 'updated_at': '2021-05-06T09:23:28Z', 'revision_number': 5, 'project_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'subnets': [{'id': '7b16db8b-a94c-4c3b-a507-250865434e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:28:42.097827 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22ad5ad-7373-4c68-afdd-4bf69918f955 None None] The sync data for ids ['6d24e59f-7fda-400b-b5d0-4e68e7795b53'] in dv-cinder-790014-1-smb is: [{'id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'name': 'tempest-AttachVolumeTestJSON-1787695793-router', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.183'}], 'enable_snat': True}, 'gw_port_id': '5d4d245f-e648-4e6c-ac55-a5d1d549cb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:23:15Z', 'updated_at': '2021-05-06T09:23:21Z', 'revision_number': 4, 'project_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'gw_port': {'id': '5d4d245f-e648-4e6c-ac55-a5d1d549cb4a', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:23:16Z', 'updated_at': '2021-05-06T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': 'e421949d-19c9-4c33-84cb-61f1cf162a17', 'name': '', 'network_id': 'ac387211-8a03-4c25-adfd-9a491e0199c6', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'mac_address': 'fa:16:3e:39:7a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '7b16db8b-a94c-4c3b-a507-250865434e20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:23:21Z', 'updated_at': '2021-05-06T09:23:28Z', 'revision_number': 5, 'project_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'subnets': [{'id': '7b16db8b-a94c-4c3b-a507-250865434e20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:28:42.159671 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-9563ee20-ad0e-4b29-9407-bb858a6bb291 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:42.165647 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-0dfdb36f-6b90-4ab4-8ee0-d5429fec2c22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:28:42.179147 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9563ee20-ad0e-4b29-9407-bb858a6bb291 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec304a2c-616c-4eb9-9fce-ba3d1c80cab3,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:28:42.182402 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-9563ee20-ad0e-4b29-9407-bb858a6bb291 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:28:42.259440 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-9563ee20-ad0e-4b29-9407-bb858a6bb291 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for security_group, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:42.266311 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-9563ee20-ad0e-4b29-9407-bb858a6bb291 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "DELETE /v2.0/security-groups/ec304a2c-616c-4eb9-9fce-ba3d1c80cab3 HTTP/1.1" status: 204 len: 168 time: 0.3487720 May 06 09:28:42.266556 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 58564) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:28:42.289573 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.api.v2.resource [None req-8f577ff4-1841-4c0c-b9d4-00233d5f9847 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] show failed (client error): The resource could not be found. May 06 09:28:42.290588 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-8f577ff4-1841-4c0c-b9d4-00233d5f9847 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "GET /v2.0/security-groups/ec304a2c-616c-4eb9-9fce-ba3d1c80cab3 HTTP/1.1" status: 404 len: 347 time: 0.0233195 May 06 09:28:42.304703 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 58568) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:28:42.319775 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469e742-90e1-4ffd-8a6e-67ade2d86a02 req-f470dde4-2459-4740-a875-1c69e9532aa8 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:42.322478 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-4469e742-90e1-4ffd-8a6e-67ade2d86a02 req-f470dde4-2459-4740-a875-1c69e9532aa8 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 945 time: 0.1061945 May 06 09:28:42.376341 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c770f4-d446-41e1-aeb5-aa6270f0e5bb None None] New status for floating IP 87137120-7617-471b-b0f8-ef197e9b043f: DOWN {{(pid=74234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:28:42.387263 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-4469e742-90e1-4ffd-8a6e-67ade2d86a02 req-7c25b267-1998-4678-acd2-c67308649169 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ed85b8-a725-409f-accf-d3f84002ae12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593653 May 06 09:28:42.529291 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [None req-2d097ed2-646a-4e84-9cae-436b080aee46 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Deleting port 1656d070-82a8-46d4-9ef1-b2dc588b5ac7 {{(pid=74231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:28:42.529559 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-2d097ed2-646a-4e84-9cae-436b080aee46 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:42.649325 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-2d097ed2-646a-4e84-9cae-436b080aee46 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:42.649772 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-2d097ed2-646a-4e84-9cae-436b080aee46 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:42.775434 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [None req-2d097ed2-646a-4e84-9cae-436b080aee46 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Calling delete_port for 1656d070-82a8-46d4-9ef1-b2dc588b5ac7 owned by network:floatingip {{(pid=74231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:28:42.935987 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-2d097ed2-646a-4e84-9cae-436b080aee46 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:42.939937 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-56ca0077-e359-4398-a790-4fe0e234f635 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:28:42.983350 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097ed2-646a-4e84-9cae-436b080aee46 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Pushing event deleted for resources: {'Port': ['ID=1656d070-82a8-46d4-9ef1-b2dc588b5ac7,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:28:42.986588 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-2d097ed2-646a-4e84-9cae-436b080aee46 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:28:43.078147 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-2d097ed2-646a-4e84-9cae-436b080aee46 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks [] for floatingip, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:43.135550 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-2d097ed2-646a-4e84-9cae-436b080aee46 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for floatingip, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:43.136614 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-2d097ed2-646a-4e84-9cae-436b080aee46 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] 10.222.0.20 "DELETE /v2.0/floatingips/87137120-7617-471b-b0f8-ef197e9b043f HTTP/1.1" status: 204 len: 168 time: 0.8308873 May 06 09:28:43.380350 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-755be91c-77a7-4250-8bfd-80ab15675356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:43.586696 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e76c8d-0671-4fff-ae90-5957ba1eb0c0 req-5e310b07-8754-4353-8650-32b5fc005bc7 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:43.588211 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-02e76c8d-0671-4fff-ae90-5957ba1eb0c0 req-5e310b07-8754-4353-8650-32b5fc005bc7 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 945 time: 0.0816979 May 06 09:28:43.635172 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-02e76c8d-0671-4fff-ae90-5957ba1eb0c0 req-512fa0ce-9612-4386-a6de-2ee6e73d754d tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ed85b8-a725-409f-accf-d3f84002ae12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406973 May 06 09:28:44.825861 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc8f96-3f13-4e0b-b291-9eb0cefbca9b req-f48779d5-40e6-4124-8fd0-d551f6ee377f tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:44.827646 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-d6bc8f96-3f13-4e0b-b291-9eb0cefbca9b req-f48779d5-40e6-4124-8fd0-d551f6ee377f tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 945 time: 0.0875921 May 06 09:28:44.893689 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-d6bc8f96-3f13-4e0b-b291-9eb0cefbca9b req-2532fa73-eafa-4b98-95ed-502bdaabea67 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ed85b8-a725-409f-accf-d3f84002ae12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552824 May 06 09:28:45.873049 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-48b81c40-3fd0-4949-883e-430e1dc994d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:45.901714 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:46.141599 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a3b33-79db-406e-a368-39223530fddc req-f6af12a5-18cf-4a55-8f0c-302fa919d563 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:46.143599 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-c84a3b33-79db-406e-a368-39223530fddc req-f6af12a5-18cf-4a55-8f0c-302fa919d563 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 945 time: 0.1433463 May 06 09:28:46.189925 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-c84a3b33-79db-406e-a368-39223530fddc req-1c27a0a7-84b8-4fe7-a9b8-fe88d30a3f35 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ed85b8-a725-409f-accf-d3f84002ae12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401685 May 06 09:28:47.002764 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:47.374888 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e9c60-8114-41c6-aa19-51f0bcdb0bfe req-76e0b56a-a596-4c39-9191-1f95a186efe9 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:47.376358 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-518e9c60-8114-41c6-aa19-51f0bcdb0bfe req-76e0b56a-a596-4c39-9191-1f95a186efe9 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 945 time: 0.0807447 May 06 09:28:47.428191 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-518e9c60-8114-41c6-aa19-51f0bcdb0bfe req-8fb1040a-63cd-4b2b-ade4-5e445e5b8487 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ed85b8-a725-409f-accf-d3f84002ae12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459797 May 06 09:28:47.701769 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 58608) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:28:48.450181 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-c667d45a-7c91-4bf3-b133-8ae0570c7705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663639'] for router_interface, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:48.679002 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:48.738925 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7de1de-82e6-40b1-955b-eff2ef60e6a8 req-c71bca73-2fb7-4f5f-9671-aeff8376c02a tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:48.740402 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-0b7de1de-82e6-40b1-955b-eff2ef60e6a8 req-c71bca73-2fb7-4f5f-9671-aeff8376c02a tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 945 time: 0.1796992 May 06 09:28:48.830257 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-0b7de1de-82e6-40b1-955b-eff2ef60e6a8 req-64a8db57-4c06-453b-a866-69f7ca7afbe0 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ed85b8-a725-409f-accf-d3f84002ae12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825894 May 06 09:28:48.978023 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [None req-c667d45a-7c91-4bf3-b133-8ae0570c7705 admin admin] Deleting port e421949d-19c9-4c33-84cb-61f1cf162a17 {{(pid=74231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:28:48.978370 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-c667d45a-7c91-4bf3-b133-8ae0570c7705 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:49.099270 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [None req-c667d45a-7c91-4bf3-b133-8ae0570c7705 admin admin] For port e421949d-19c9-4c33-84cb-61f1cf162a17, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=e421949d-19c9-4c33-84cb-61f1cf162a17,segment=NetworkSegment(21ed25bf-f5b1-41ad-9700-5cd13c82ae12),segment_id=21ed25bf-f5b1-41ad-9700-5cd13c82ae12)] {{(pid=74231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:28:49.099662 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-c667d45a-7c91-4bf3-b133-8ae0570c7705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:49.222724 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [None req-c667d45a-7c91-4bf3-b133-8ae0570c7705 admin admin] Calling delete_port for e421949d-19c9-4c33-84cb-61f1cf162a17 owned by network:router_interface {{(pid=74231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:28:49.559151 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-c667d45a-7c91-4bf3-b133-8ae0570c7705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:49.562931 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-29da316f-f13f-4c49-a719-9394f592c856 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:28:49.606097 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c667d45a-7c91-4bf3-b133-8ae0570c7705 admin admin] Pushing event deleted for resources: {'Port': ['ID=e421949d-19c9-4c33-84cb-61f1cf162a17,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:28:49.609221 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-c667d45a-7c91-4bf3-b133-8ae0570c7705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:28:49.934795 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-c667d45a-7c91-4bf3-b133-8ae0570c7705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667111'] for router_interface, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:50.229748 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f88bd-c98c-43ea-9d93-9eb3364d1652 req-e62c31f3-0117-49d2-b61d-9533998e2a78 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:50.231206 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-0e9f88bd-c98c-43ea-9d93-9eb3364d1652 req-e62c31f3-0117-49d2-b61d-9533998e2a78 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 945 time: 0.2316120 May 06 09:28:50.232612 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec3297-7e89-41b1-b568-3eba992a0812 req-6b1709a0-5271-4ce8-b25d-1411339b4910 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:50.234068 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-e4ec3297-7e89-41b1-b568-3eba992a0812 req-6b1709a0-5271-4ce8-b25d-1411339b4910 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/ports?device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 985 time: 0.0944159 May 06 09:28:50.286750 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-e4ec3297-7e89-41b1-b568-3eba992a0812 req-61ba90ee-333e-457a-9b4d-8b559f35ee0e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a687ed9-a9b5-4d03-88d0-2b36ec1cceaf&id=c06ba2d1-acdd-4e95-9002-b17ef93b2b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436056 May 06 09:28:50.427643 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-0e9f88bd-c98c-43ea-9d93-9eb3364d1652 req-f78f3811-2caa-432a-a883-a4171ca9a25d tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ed85b8-a725-409f-accf-d3f84002ae12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352422 May 06 09:28:50.463682 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d41b3-3b77-421f-962f-46581b7e6593 req-2f5182f1-d302-4d93-a44e-7fb7d1fcbd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:50.465153 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-423d41b3-3b77-421f-962f-46581b7e6593 req-2f5182f1-d302-4d93-a44e-7fb7d1fcbd58 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=74dc9aa8a5bc4509b7cbc1bc22c842a9&device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 1138 time: 0.2736831 May 06 09:28:50.500391 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c667d45a-7c91-4bf3-b133-8ae0570c7705 admin admin] Router 6d24e59f-7fda-400b-b5d0-4e68e7795b53 has already been hosted by L3 agent 6417d645-ec24-4e28-ae28-fb602049daa5 {{(pid=74231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 09:28:50.743189 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d41b3-3b77-421f-962f-46581b7e6593 req-32fa4d1b-3a5e-458a-b1b4-1ae846b357e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:50.744653 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-423d41b3-3b77-421f-962f-46581b7e6593 req-32fa4d1b-3a5e-458a-b1b4-1ae846b357e5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059 HTTP/1.1" status: 200 len: 916 time: 0.2715170 May 06 09:28:50.837333 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c667d45a-7c91-4bf3-b133-8ae0570c7705 admin admin] Notify agent at l3_agent.dv-cinder-790014-1-smb the message routers_updated {{(pid=74231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 09:28:50.847594 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b5b472-8bfb-4118-a8f6-ac1f3abace4d None None] Sync routers for ids ['6d24e59f-7fda-400b-b5d0-4e68e7795b53'] in dv-cinder-790014-1-smb {{(pid=74233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:28:50.860362 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b5b472-8bfb-4118-a8f6-ac1f3abace4d None None] Routers {'6d24e59f-7fda-400b-b5d0-4e68e7795b53'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:28:50.861466 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-c3b5b472-8bfb-4118-a8f6-ac1f3abace4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:28:46Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['6d24e59f-7fda-400b-b5d0-4e68e7795b53'], 'active': True} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:28:50.872728 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-423d41b3-3b77-421f-962f-46581b7e6593 req-0dcc11a8-febe-41a9-9a48-c06a43d215d4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d45c5c2e-f984-494b-9a9c-476a02afc1dd HTTP/1.1" status: 200 len: 1002 time: 0.1211586 May 06 09:28:50.875712 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-c667d45a-7c91-4bf3-b133-8ae0570c7705 admin admin] 10.222.0.20 "PUT /v2.0/routers/6d24e59f-7fda-400b-b5d0-4e68e7795b53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1723621 May 06 09:28:50.878392 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 58624) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:28:51.057316 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvr_db [None req-c3b5b472-8bfb-4118-a8f6-ac1f3abace4d None None] Set router 6d24e59f-7fda-400b-b5d0-4e68e7795b53 gateway port host: dv-cinder-790014-1-smb {{(pid=74233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:28:51.093738 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2bf1a-8a8e-4da4-9346-42925c6f09c4 req-07af39d3-e2bd-451b-a544-0315706923dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:51.095279 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-c0e2bf1a-8a8e-4da4-9346-42925c6f09c4 req-07af39d3-e2bd-451b-a544-0315706923dd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=448b7d91cfa34a3c885290dd85f7fd47&device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 1098 time: 0.0906527 May 06 09:28:51.201352 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d41b3-3b77-421f-962f-46581b7e6593 req-1094c02c-6e68-42e3-885d-4e80151898e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:51.202813 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-423d41b3-3b77-421f-962f-46581b7e6593 req-1094c02c-6e68-42e3-885d-4e80151898e0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e1734543-204d-4a78-99b8-bce23fe18df5 HTTP/1.1" status: 200 len: 853 time: 0.1480865 May 06 09:28:51.268638 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-524974f0-2c6f-48ab-9992-df00652868ea admin admin] Notify callbacks [] for router, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:51.285055 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2bf1a-8a8e-4da4-9346-42925c6f09c4 req-4c685167-583a-4e21-8b91-587e21b29e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:51.287040 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-c0e2bf1a-8a8e-4da4-9346-42925c6f09c4 req-4c685167-583a-4e21-8b91-587e21b29e5f service neutron] 10.222.0.79 "GET /v2.0/networks?id=64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e HTTP/1.1" status: 200 len: 911 time: 0.1822777 May 06 09:28:51.438788 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d41b3-3b77-421f-962f-46581b7e6593 req-5c79d52a-a6d2-4ba0-9898-ed67e8d63f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:51.440333 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-423d41b3-3b77-421f-962f-46581b7e6593 req-5c79d52a-a6d2-4ba0-9898-ed67e8d63f47 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2304204 May 06 09:28:51.443794 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-c3b5b472-8bfb-4118-a8f6-ac1f3abace4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'name': 'tempest-AttachVolumeTestJSON-1787695793-router', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.183'}], 'enable_snat': True}, 'gw_port_id': '5d4d245f-e648-4e6c-ac55-a5d1d549cb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:23:15Z', 'updated_at': '2021-05-06T09:28:49Z', 'revision_number': 5, 'project_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'gw_port': {'id': '5d4d245f-e648-4e6c-ac55-a5d1d549cb4a', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:23:16Z', 'updated_at': '2021-05-06T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb'}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:28:51.449651 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b5b472-8bfb-4118-a8f6-ac1f3abace4d None None] Checking router: 6d24e59f-7fda-400b-b5d0-4e68e7795b53 for host: dv-cinder-790014-1-smb {{(pid=74233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:28:51.459712 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b5b472-8bfb-4118-a8f6-ac1f3abace4d None None] Routers {'6d24e59f-7fda-400b-b5d0-4e68e7795b53'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:28:51.460341 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-c3b5b472-8bfb-4118-a8f6-ac1f3abace4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:28:46Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['6d24e59f-7fda-400b-b5d0-4e68e7795b53'], 'active': True} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:28:51.494846 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-c0e2bf1a-8a8e-4da4-9346-42925c6f09c4 req-e36ab693-8650-4770-b6b1-26831f820bcf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ae5493c-1075-400c-8124-b615931893db HTTP/1.1" status: 200 len: 1001 time: 0.2008328 May 06 09:28:51.542705 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-524974f0-2c6f-48ab-9992-df00652868ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:51.564566 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd8c06-9b40-4e37-8a52-7af26299ba28 req-ffd888a8-55b4-44e1-90af-69ce4756fc09 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:51.566127 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-eabd8c06-9b40-4e37-8a52-7af26299ba28 req-ffd888a8-55b4-44e1-90af-69ce4756fc09 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/ports?device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 985 time: 0.1528518 May 06 09:28:51.605483 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2bf1a-8a8e-4da4-9346-42925c6f09c4 req-7d743caa-869b-4154-ad29-2ca3754f897e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:51.606958 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-c0e2bf1a-8a8e-4da4-9346-42925c6f09c4 req-7d743caa-869b-4154-ad29-2ca3754f897e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=18122794-0941-4191-b141-54c55ba118c3 HTTP/1.1" status: 200 len: 848 time: 0.1043968 May 06 09:28:51.634906 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-423d41b3-3b77-421f-962f-46581b7e6593 req-229bbb7d-27c7-4d1a-8319-8baaa51fe889 service neutron] 10.222.0.79 "GET /v2.0/networks/f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759140 May 06 09:28:51.665599 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-eabd8c06-9b40-4e37-8a52-7af26299ba28 req-8703f5b7-c337-433d-bad3-37e967802044 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a687ed9-a9b5-4d03-88d0-2b36ec1cceaf&id=c06ba2d1-acdd-4e95-9002-b17ef93b2b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0926373 May 06 09:28:51.667751 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvr_db [None req-c3b5b472-8bfb-4118-a8f6-ac1f3abace4d None None] Set router 6d24e59f-7fda-400b-b5d0-4e68e7795b53 gateway port host: dv-cinder-790014-1-smb {{(pid=74233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:28:51.717696 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2bf1a-8a8e-4da4-9346-42925c6f09c4 req-8f66b17b-8a12-40fe-ba0c-20738a5a08ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:51.719692 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-c0e2bf1a-8a8e-4da4-9346-42925c6f09c4 req-8f66b17b-8a12-40fe-ba0c-20738a5a08ec service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0902088 May 06 09:28:51.855935 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-c0e2bf1a-8a8e-4da4-9346-42925c6f09c4 req-f9bcfb21-fe62-4b55-a5fd-3f9f669ebf88 service neutron] 10.222.0.79 "GET /v2.0/networks/64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291685 May 06 09:28:52.006305 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-c0e2bf1a-8a8e-4da4-9346-42925c6f09c4 req-d10fadaf-6a23-419a-a354-fb94ada0d841 service neutron] 10.222.0.79 "GET /v2.0/networks/64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430440 May 06 09:28:52.007244 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-c3b5b472-8bfb-4118-a8f6-ac1f3abace4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'name': 'tempest-AttachVolumeTestJSON-1787695793-router', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.183'}], 'enable_snat': True}, 'gw_port_id': '5d4d245f-e648-4e6c-ac55-a5d1d549cb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:23:15Z', 'updated_at': '2021-05-06T09:28:49Z', 'revision_number': 5, 'project_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'gw_port': {'id': '5d4d245f-e648-4e6c-ac55-a5d1d549cb4a', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:23:16Z', 'updated_at': '2021-05-06T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb'}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:28:52.011565 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b5b472-8bfb-4118-a8f6-ac1f3abace4d None None] The sync data for ids ['6d24e59f-7fda-400b-b5d0-4e68e7795b53'] in dv-cinder-790014-1-smb is: [{'id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'name': 'tempest-AttachVolumeTestJSON-1787695793-router', 'tenant_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.183'}], 'enable_snat': True}, 'gw_port_id': '5d4d245f-e648-4e6c-ac55-a5d1d549cb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:23:15Z', 'updated_at': '2021-05-06T09:28:49Z', 'revision_number': 5, 'project_id': '9ae2085d4b8a40478cbd7d65dce1e9a9', 'gw_port': {'id': '5d4d245f-e648-4e6c-ac55-a5d1d549cb4a', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d24e59f-7fda-400b-b5d0-4e68e7795b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:23:16Z', 'updated_at': '2021-05-06T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb'}] {{(pid=74233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:28:52.018876 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [None req-524974f0-2c6f-48ab-9992-df00652868ea admin admin] Deleting port 5d4d245f-e648-4e6c-ac55-a5d1d549cb4a {{(pid=74231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:28:52.019213 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-524974f0-2c6f-48ab-9992-df00652868ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:52.044665 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923652c-b07c-47d9-8b86-94db06c82027 req-ced12d56-9dc1-4232-b5ed-e8966e1d5b01 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:52.046226 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-c923652c-b07c-47d9-8b86-94db06c82027 req-ced12d56-9dc1-4232-b5ed-e8966e1d5b01 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 945 time: 0.4095478 May 06 09:28:52.100437 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-423d41b3-3b77-421f-962f-46581b7e6593 req-add8a8c1-b610-4416-b45d-a067c7266c96 service neutron] 10.222.0.79 "GET /v2.0/networks/f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674455 May 06 09:28:52.167193 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-c923652c-b07c-47d9-8b86-94db06c82027 req-5990a1d3-469f-48ac-92d6-1f860707419b tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ed85b8-a725-409f-accf-d3f84002ae12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690908 May 06 09:28:52.195691 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [None req-524974f0-2c6f-48ab-9992-df00652868ea admin admin] For port 5d4d245f-e648-4e6c-ac55-a5d1d549cb4a, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=5d4d245f-e648-4e6c-ac55-a5d1d549cb4a,segment=NetworkSegment(965c1257-9f5a-4385-a535-e1c8d4f2cb09),segment_id=965c1257-9f5a-4385-a535-e1c8d4f2cb09)] {{(pid=74231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:28:52.196097 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-524974f0-2c6f-48ab-9992-df00652868ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:52.320471 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [None req-524974f0-2c6f-48ab-9992-df00652868ea admin admin] Calling delete_port for 5d4d245f-e648-4e6c-ac55-a5d1d549cb4a owned by network:router_gateway {{(pid=74231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:28:52.432390 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device e421949d-19c9-4c33-84cb-61f1cf162a17 no longer exists at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 09:28:52.483004 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] No Port match for: e421949d-19c9-4c33-84cb-61f1cf162a17 {{(pid=74233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 09:28:52.483473 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device e421949d-19c9-4c33-84cb-61f1cf162a17 not bound to the agent host dv-cinder-790014-1-smb {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 09:28:52.548504 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-524974f0-2c6f-48ab-9992-df00652868ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:52.553339 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-23ad9d96-71c2-4584-81d4-dcf4005f8b29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:28:52.597182 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524974f0-2c6f-48ab-9992-df00652868ea admin admin] Pushing event deleted for resources: {'Port': ['ID=5d4d245f-e648-4e6c-ac55-a5d1d549cb4a,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:28:52.600060 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-524974f0-2c6f-48ab-9992-df00652868ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:28:52.806101 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-524974f0-2c6f-48ab-9992-df00652868ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670067'] for router_gateway, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:52.868159 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4c925-e512-49e8-870f-9c0e63d79ee6 req-caf9cd59-7307-4ea0-99b4-c776597cc0ff tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:52.869538 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-74f4c925-e512-49e8-870f-9c0e63d79ee6 req-caf9cd59-7307-4ea0-99b4-c776597cc0ff tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/ports?device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 985 time: 0.0865643 May 06 09:28:52.930984 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-74f4c925-e512-49e8-870f-9c0e63d79ee6 req-e27227e7-7c4e-40a1-b8c2-0f728cad6119 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a687ed9-a9b5-4d03-88d0-2b36ec1cceaf&id=c06ba2d1-acdd-4e95-9002-b17ef93b2b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0490448 May 06 09:28:52.981670 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-524974f0-2c6f-48ab-9992-df00652868ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-692783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30643'] for router, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:52.983900 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-524974f0-2c6f-48ab-9992-df00652868ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:53.094970 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-524974f0-2c6f-48ab-9992-df00652868ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-696161'] for router, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:53.095535 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524974f0-2c6f-48ab-9992-df00652868ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d24e59f-7fda-400b-b5d0-4e68e7795b53 {{(pid=74231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 09:28:53.108473 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-524974f0-2c6f-48ab-9992-df00652868ea admin admin] Notify callbacks [] for router, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:53.113110 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-524974f0-2c6f-48ab-9992-df00652868ea admin admin] 10.222.0.20 "DELETE /v2.0/routers/6d24e59f-7fda-400b-b5d0-4e68e7795b53 HTTP/1.1" status: 204 len: 168 time: 2.2336061 May 06 09:28:53.113261 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 58634) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:28:53.277999 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.db_base_plugin_v2 [None req-f40f95b8-8da9-419d-8232-d00363c90e11 admin admin] Deleting subnet 7b16db8b-a94c-4c3b-a507-250865434e20 {{(pid=74232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 09:28:53.281722 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-f40f95b8-8da9-419d-8232-d00363c90e11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:53.331519 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-f40f95b8-8da9-419d-8232-d00363c90e11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15457490'] for subnet, precommit_delete_associations {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:53.361733 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182aba6-12e9-44dc-87b7-f0ed3f59f163 req-5a7b2a44-1b43-4a41-b2f8-2a654fa72ebd tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:53.363217 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-9182aba6-12e9-44dc-87b7-f0ed3f59f163 req-5a7b2a44-1b43-4a41-b2f8-2a654fa72ebd tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 945 time: 0.0840912 May 06 09:28:53.422988 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-9182aba6-12e9-44dc-87b7-f0ed3f59f163 req-307ab4d8-bc7e-4dd6-8f19-d7771a59361c tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ed85b8-a725-409f-accf-d3f84002ae12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530601 May 06 09:28:53.465767 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-f40f95b8-8da9-419d-8232-d00363c90e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2045876'] for subnet, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:53.797504 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-f40f95b8-8da9-419d-8232-d00363c90e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2045883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15350211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15263217'] for subnet, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:53.801783 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-0910e699-ecc6-4e33-9fb0-145d3c811515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:28:53.837237 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f95b8-8da9-419d-8232-d00363c90e11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b16db8b-a94c-4c3b-a507-250865434e20,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:28:53.840364 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-f40f95b8-8da9-419d-8232-d00363c90e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:28:53.841360 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-f40f95b8-8da9-419d-8232-d00363c90e11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:53.847615 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-f40f95b8-8da9-419d-8232-d00363c90e11 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7b16db8b-a94c-4c3b-a507-250865434e20 HTTP/1.1" status: 204 len: 168 time: 0.7329228 May 06 09:28:53.850379 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 58640) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:28:53.856759 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e96375b-f8a3-45f6-8616-e36bf57f17be None None] Network ac387211-8a03-4c25-adfd-9a491e0199c6 requested from dv-cinder-790014-1-smb {{(pid=74233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 09:28:54.035238 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-67c135b5-12de-4174-a5fe-83d03364a947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1693876'] for network, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:54.132684 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [None req-67c135b5-12de-4174-a5fe-83d03364a947 admin admin] Deleting port 053ce1eb-8f49-41e6-9ebc-9f46c6c529a0 {{(pid=74231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:28:54.137548 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-67c135b5-12de-4174-a5fe-83d03364a947 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:54.180811 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e52febe-dd3c-43ce-8219-5987fe4d783e None None] DHCP port deletion for ac387211-8a03-4c25-adfd-9a491e0199c6 request from dv-cinder-790014-1-smb {{(pid=74233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 09:28:54.219670 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e867d-7c47-4ed3-afcf-953e78a98bbc req-5a7620a6-c61f-4943-867f-4e2d02f77dfa tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:54.221163 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-3e3e867d-7c47-4ed3-afcf-953e78a98bbc req-5a7620a6-c61f-4943-867f-4e2d02f77dfa tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/ports?device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 985 time: 0.1032221 May 06 09:28:54.249666 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-6e52febe-dd3c-43ce-8219-5987fe4d783e None None] Deleting port 053ce1eb-8f49-41e6-9ebc-9f46c6c529a0 {{(pid=74233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:28:54.250123 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-6e52febe-dd3c-43ce-8219-5987fe4d783e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:54.268356 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [None req-67c135b5-12de-4174-a5fe-83d03364a947 admin admin] For port 053ce1eb-8f49-41e6-9ebc-9f46c6c529a0, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=053ce1eb-8f49-41e6-9ebc-9f46c6c529a0,segment=NetworkSegment(21ed25bf-f5b1-41ad-9700-5cd13c82ae12),segment_id=21ed25bf-f5b1-41ad-9700-5cd13c82ae12)] {{(pid=74231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:28:54.269039 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-67c135b5-12de-4174-a5fe-83d03364a947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:54.316773 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-3e3e867d-7c47-4ed3-afcf-953e78a98bbc req-d39ab80a-1688-46d2-9bbd-988e0e18d2ef tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a687ed9-a9b5-4d03-88d0-2b36ec1cceaf&id=c06ba2d1-acdd-4e95-9002-b17ef93b2b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0833468 May 06 09:28:54.354342 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-6e52febe-dd3c-43ce-8219-5987fe4d783e None None] For port 053ce1eb-8f49-41e6-9ebc-9f46c6c529a0, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=053ce1eb-8f49-41e6-9ebc-9f46c6c529a0,segment=NetworkSegment(21ed25bf-f5b1-41ad-9700-5cd13c82ae12),segment_id=21ed25bf-f5b1-41ad-9700-5cd13c82ae12)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:28:54.354803 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-6e52febe-dd3c-43ce-8219-5987fe4d783e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:54.489245 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [None req-67c135b5-12de-4174-a5fe-83d03364a947 admin admin] Calling delete_port for 053ce1eb-8f49-41e6-9ebc-9f46c6c529a0 owned by network:dhcp {{(pid=74231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:28:54.559547 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 053ce1eb-8f49-41e6-9ebc-9f46c6c529a0 no longer exists at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 09:28:54.608526 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-6e52febe-dd3c-43ce-8219-5987fe4d783e None None] Calling delete_port for 053ce1eb-8f49-41e6-9ebc-9f46c6c529a0 owned by network:dhcp {{(pid=74233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:28:54.671528 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-67c135b5-12de-4174-a5fe-83d03364a947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:54.677968 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-50ac4204-4e10-4e04-8566-df1b38ca7396 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:28:54.726402 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] No active binding found for port 053ce1eb-8f49-41e6-9ebc-9f46c6c529a0 {{(pid=74233) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 06 09:28:54.726402 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 053ce1eb-8f49-41e6-9ebc-9f46c6c529a0 not bound to the agent host dv-cinder-790014-1-smb {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 09:28:54.726877 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 5d4d245f-e648-4e6c-ac55-a5d1d549cb4a no longer exists at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 09:28:54.738458 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c135b5-12de-4174-a5fe-83d03364a947 admin admin] Pushing event deleted for resources: {'Port': ['ID=053ce1eb-8f49-41e6-9ebc-9f46c6c529a0,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:28:54.740825 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c135b5-12de-4174-a5fe-83d03364a947 admin admin] No DVR routers for this DVR port 053ce1eb-8f49-41e6-9ebc-9f46c6c529a0 on host dv-cinder-790014-1-smb {{(pid=74231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:28:54.742424 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-67c135b5-12de-4174-a5fe-83d03364a947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:28:54.750163 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e04456-9043-4c75-a2f9-6274a5c69d1a req-fd6c1e46-b153-4628-b079-cee20f36a3cc tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:54.751693 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-c1e04456-9043-4c75-a2f9-6274a5c69d1a req-fd6c1e46-b153-4628-b079-cee20f36a3cc tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 945 time: 0.1530588 May 06 09:28:54.776027 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] No Port match for: 5d4d245f-e648-4e6c-ac55-a5d1d549cb4a {{(pid=74233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 09:28:54.776378 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 5d4d245f-e648-4e6c-ac55-a5d1d549cb4a not bound to the agent host dv-cinder-790014-1-smb {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 09:28:54.809099 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-6e52febe-dd3c-43ce-8219-5987fe4d783e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335'] for port, after_delete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:54.815906 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-2b8a7499-6de1-4651-8a7f-46dcbbdc6ba5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:28:54.893454 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52febe-dd3c-43ce-8219-5987fe4d783e None None] Pushing event deleted for resources: {'Port': ['ID=053ce1eb-8f49-41e6-9ebc-9f46c6c529a0,revision_number=None']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:28:54.905395 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-c1e04456-9043-4c75-a2f9-6274a5c69d1a req-0281f1a0-9ece-4e38-88c5-e2255be4a743 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ed85b8-a725-409f-accf-d3f84002ae12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245213 May 06 09:28:54.906898 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-67c135b5-12de-4174-a5fe-83d03364a947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043471', 'neutron.services.segments.db._delete_segments_for_network-8734680829341'] for network, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:54.910503 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52febe-dd3c-43ce-8219-5987fe4d783e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:28:54.911137 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52febe-dd3c-43ce-8219-5987fe4d783e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:28:54.911725 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52febe-dd3c-43ce-8219-5987fe4d783e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:28:54.912261 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52febe-dd3c-43ce-8219-5987fe4d783e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:28:54.912782 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52febe-dd3c-43ce-8219-5987fe4d783e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:28:54.913979 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52febe-dd3c-43ce-8219-5987fe4d783e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:28:54.914522 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52febe-dd3c-43ce-8219-5987fe4d783e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:28:54.915066 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52febe-dd3c-43ce-8219-5987fe4d783e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:28:54.915647 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52febe-dd3c-43ce-8219-5987fe4d783e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:28:54.916181 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52febe-dd3c-43ce-8219-5987fe4d783e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:28:54.916697 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52febe-dd3c-43ce-8219-5987fe4d783e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:28:54.917213 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e52febe-dd3c-43ce-8219-5987fe4d783e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:28:54.922338 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.services.segments.db [None req-67c135b5-12de-4174-a5fe-83d03364a947 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac387211-8a03-4c25-adfd-9a491e0199c6']}} {{(pid=74231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:28:54.922800 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e52febe-dd3c-43ce-8219-5987fe4d783e None None] No DVR routers for this DVR port 053ce1eb-8f49-41e6-9ebc-9f46c6c529a0 on host dv-cinder-790014-1-smb {{(pid=74233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:28:54.924768 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-6e52febe-dd3c-43ce-8219-5987fe4d783e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:28:54.949624 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.services.segments.db [None req-67c135b5-12de-4174-a5fe-83d03364a947 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21ed25bf-f5b1-41ad-9700-5cd13c82ae12') {'for_net_delete': True} {{(pid=74231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:28:54.950696 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.services.segments.db [None req-67c135b5-12de-4174-a5fe-83d03364a947 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21ed25bf-f5b1-41ad-9700-5cd13c82ae12') {} {{(pid=74231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:28:54.962807 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-67c135b5-12de-4174-a5fe-83d03364a947 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734680841831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15529841'] for segment, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:54.979443 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-67c135b5-12de-4174-a5fe-83d03364a947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047374'] for segment, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:54.986238 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c135b5-12de-4174-a5fe-83d03364a947 admin admin] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=74231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:28:54.986627 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-67c135b5-12de-4174-a5fe-83d03364a947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2047367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15534182'] for segment, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:54.999644 dv-cinder-790014-1-smb neutron-server[74231]: Traceback (most recent call last): May 06 09:28:54.999644 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:28:54.999644 dv-cinder-790014-1-smb neutron-server[74231]: timer() May 06 09:28:54.999644 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:28:54.999644 dv-cinder-790014-1-smb neutron-server[74231]: cb(*args, **kw) May 06 09:28:54.999644 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 09:28:54.999644 dv-cinder-790014-1-smb neutron-server[74231]: return func(*args, **kwargs) May 06 09:28:54.999644 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:28:54.999644 dv-cinder-790014-1-smb neutron-server[74231]: self._notify() May 06 09:28:54.999644 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:28:54.999644 dv-cinder-790014-1-smb neutron-server[74231]: self.callback(batched_events) May 06 09:28:54.999644 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:28:54.999644 dv-cinder-790014-1-smb neutron-server[74231]: event.method(event) May 06 09:28:54.999644 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 09:28:54.999644 dv-cinder-790014-1-smb neutron-server[74231]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:28:54.999644 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 09:28:54.999644 dv-cinder-790014-1-smb neutron-server[74231]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:28:54.999644 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 09:28:54.999644 dv-cinder-790014-1-smb neutron-server[74231]: return f(self, *a, **k) May 06 09:28:54.999644 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 09:28:54.999644 dv-cinder-790014-1-smb neutron-server[74231]: return self._get(url).json() May 06 09:28:54.999644 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 09:28:54.999644 dv-cinder-790014-1-smb neutron-server[74231]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:28:54.999644 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:28:54.999644 dv-cinder-790014-1-smb neutron-server[74231]: return self.request(url, 'GET', **kwargs) May 06 09:28:54.999644 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:28:54.999644 dv-cinder-790014-1-smb neutron-server[74231]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:28:54.999644 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:28:54.999644 dv-cinder-790014-1-smb neutron-server[74231]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:28:54.999644 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:28:54.999644 dv-cinder-790014-1-smb neutron-server[74231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:28:54.999644 dv-cinder-790014-1-smb neutron-server[74231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:28:55.139824 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-67c135b5-12de-4174-a5fe-83d03364a947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670049'] for network, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:55.145262 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:28:55.161086 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-67c135b5-12de-4174-a5fe-83d03364a947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for network, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:55.167851 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c135b5-12de-4174-a5fe-83d03364a947 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac387211-8a03-4c25-adfd-9a491e0199c6,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:28:55.172693 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-67c135b5-12de-4174-a5fe-83d03364a947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:28:55.266144 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-67c135b5-12de-4174-a5fe-83d03364a947 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ac387211-8a03-4c25-adfd-9a491e0199c6 HTTP/1.1" status: 204 len: 168 time: 1.4142852 May 06 09:28:55.518875 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b48aec-8aab-4040-ad2a-d6a82dc020f8 req-3b90dd2a-aaed-4cdd-9393-83d8199ddf56 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:55.521019 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-85b48aec-8aab-4040-ad2a-d6a82dc020f8 req-3b90dd2a-aaed-4cdd-9393-83d8199ddf56 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/ports?device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 985 time: 0.0893543 May 06 09:28:55.571836 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-85b48aec-8aab-4040-ad2a-d6a82dc020f8 req-db1bf989-0931-4aa3-a88e-bc0382303872 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a687ed9-a9b5-4d03-88d0-2b36ec1cceaf&id=c06ba2d1-acdd-4e95-9002-b17ef93b2b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435781 May 06 09:28:55.612336 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 58652) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:28:55.661786 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-3b9a6450-e111-41da-a902-16374422ff63 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9ae2085d4b8a40478cbd7d65dce1e9a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482328 May 06 09:28:55.664335 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 58656) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:28:55.723061 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e732ea34-c14d-46bf-9602-194a87355372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:55.748273 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e732ea34-c14d-46bf-9602-194a87355372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:55.890418 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e732ea34-c14d-46bf-9602-194a87355372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:55.894214 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-48b617e2-f047-42b8-8ffa-72980205fe5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:28:55.913963 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732ea34-c14d-46bf-9602-194a87355372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e675f2e-4f5b-42e3-89ab-206728f468cf,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:28:55.916435 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-e732ea34-c14d-46bf-9602-194a87355372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:28:55.920357 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e732ea34-c14d-46bf-9602-194a87355372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:55.921325 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-e732ea34-c14d-46bf-9602-194a87355372 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7e675f2e-4f5b-42e3-89ab-206728f468cf HTTP/1.1" status: 204 len: 168 time: 0.2561095 May 06 09:28:56.216415 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42962a59-38cf-4084-8493-6695356f600f req-a49428ac-f37d-4719-a829-17d5b3853438 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:56.218052 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-42962a59-38cf-4084-8493-6695356f600f req-a49428ac-f37d-4719-a829-17d5b3853438 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 945 time: 0.1885073 May 06 09:28:56.268186 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-42962a59-38cf-4084-8493-6695356f600f req-704678a8-8e56-4e2d-8fc1-1b742131368c tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ed85b8-a725-409f-accf-d3f84002ae12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424614 May 06 09:28:56.787201 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569daeb-1d25-4acf-b8d3-1101d18c766d req-9b1262c5-f398-4bac-8363-793e40dd9e54 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:56.788727 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4569daeb-1d25-4acf-b8d3-1101d18c766d req-9b1262c5-f398-4bac-8363-793e40dd9e54 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/ports?device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 985 time: 0.0877957 May 06 09:28:56.840278 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 4ae5493c-1075-400c-8124-b615931893db no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 09:28:56.909195 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4569daeb-1d25-4acf-b8d3-1101d18c766d req-8a075afe-240a-4e8e-959f-294676a1a5af tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a687ed9-a9b5-4d03-88d0-2b36ec1cceaf&id=c06ba2d1-acdd-4e95-9002-b17ef93b2b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1073585 May 06 09:28:56.927980 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d16af-eef5-449a-bc6a-d4e8fed01dc3 req-e5084130-a5f6-429c-aed0-79ca735eb60b tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:56.930596 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-0f8d16af-eef5-449a-bc6a-d4e8fed01dc3 req-e5084130-a5f6-429c-aed0-79ca735eb60b tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 945 time: 0.1789308 May 06 09:28:56.979229 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 58688) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:28:57.023007 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:57.027867 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-0f8d16af-eef5-449a-bc6a-d4e8fed01dc3 req-a57b0eaa-784b-430a-9d74-ee14bf643b85 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ed85b8-a725-409f-accf-d3f84002ae12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877512 May 06 09:28:57.068638 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1c8a10-1fda-4554-94c8-45ee7ef98d43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ae5493c-1075-400c-8124-b615931893db'}] {{(pid=74233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:28:57.078702 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 4ae5493c-1075-400c-8124-b615931893db, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=4ae5493c-1075-400c-8124-b615931893db,segment=NetworkSegment(58f3cc47-6e0e-417d-9711-90ec717e7ca2),segment_id=58f3cc47-6e0e-417d-9711-90ec717e7ca2)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:28:57.145148 dv-cinder-790014-1-smb neutron-server[74233]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6e1c8a10-1fda-4554-94c8-45ee7ef98d43', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4ae5493c-1075-400c-8124-b615931893db', 'code': 422} returned with failed status May 06 09:28:57.158118 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d8e711a3-b2f1-4ff6-945a-a24761abb280 req-4d67bbf2-1290-4d91-ac76-96e130021bb7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1768508 May 06 09:28:57.181864 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:57.183591 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:28:57.286361 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=4ae5493c-1075-400c-8124-b615931893db,revision_number=6']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:28:57.292162 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:28:58.192912 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5923921-e0d0-4eeb-8472-59efc9b9d435 req-21370a9b-e71c-47e1-b008-b1c3c6283d35 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:58.201174 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-e5923921-e0d0-4eeb-8472-59efc9b9d435 req-21370a9b-e71c-47e1-b008-b1c3c6283d35 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/ports?device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 985 time: 0.1656013 May 06 09:28:58.286681 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7faf2a-ebb6-453d-ac56-9d7c703e0ad1 req-99b5f95f-8a13-437b-a498-783b9afef7c3 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:58.288022 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.agents_db [None req-638a5930-6b89-4b54-bbc4-25c5e7558cab None None] Agent healthcheck: found 6 active agents {{(pid=74234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 09:28:58.288797 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-9a7faf2a-ebb6-453d-ac56-9d7c703e0ad1 req-99b5f95f-8a13-437b-a498-783b9afef7c3 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 943 time: 0.1137586 May 06 09:28:58.289083 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-e5923921-e0d0-4eeb-8472-59efc9b9d435 req-1d73c158-f3e0-4b64-a226-22a686f22966 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a687ed9-a9b5-4d03-88d0-2b36ec1cceaf&id=c06ba2d1-acdd-4e95-9002-b17ef93b2b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0724344 May 06 09:28:58.367987 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-9a7faf2a-ebb6-453d-ac56-9d7c703e0ad1 req-e3632b54-2dd3-4e9e-b1aa-10660a987e59 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ed85b8-a725-409f-accf-d3f84002ae12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592968 May 06 09:28:59.520381 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277ce38-cad1-4aa1-b4f6-3420855e46a2 req-952fcd7e-b2d0-4504-888f-87ba9152773d tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:59.522140 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-c277ce38-cad1-4aa1-b4f6-3420855e46a2 req-952fcd7e-b2d0-4504-888f-87ba9152773d tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/ports?device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 985 time: 0.1226821 May 06 09:28:59.573299 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-c277ce38-cad1-4aa1-b4f6-3420855e46a2 req-f16accdb-be43-4f05-8f87-0fce5cd6bea6 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a687ed9-a9b5-4d03-88d0-2b36ec1cceaf&id=c06ba2d1-acdd-4e95-9002-b17ef93b2b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445125 May 06 09:28:59.625532 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb1240-5b16-43e9-8995-7aaedf665ca0 req-83a5b2a5-06a0-4a35-a266-a0b69ad94a58 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:28:59.632434 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-58bb1240-5b16-43e9-8995-7aaedf665ca0 req-83a5b2a5-06a0-4a35-a266-a0b69ad94a58 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 943 time: 0.1084950 May 06 09:28:59.685843 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-58bb1240-5b16-43e9-8995-7aaedf665ca0 req-14bb1f93-ca34-43b9-bcaa-9adf88fa4b9b tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ed85b8-a725-409f-accf-d3f84002ae12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511515 May 06 09:29:00.007317 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e711a3-b2f1-4ff6-945a-a24761abb280 req-50170b8c-0634-42c3-8f5b-87dd64ed756c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:29:00.007317 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d8e711a3-b2f1-4ff6-945a-a24761abb280 req-50170b8c-0634-42c3-8f5b-87dd64ed756c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43&tenant_id=448b7d91cfa34a3c885290dd85f7fd47 HTTP/1.1" status: 200 len: 1096 time: 0.1007640 May 06 09:29:00.043764 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e711a3-b2f1-4ff6-945a-a24761abb280 req-f07f7687-6b6d-4649-a91b-ffff57d07e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:29:00.045692 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d8e711a3-b2f1-4ff6-945a-a24761abb280 req-f07f7687-6b6d-4649-a91b-ffff57d07e82 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=448b7d91cfa34a3c885290dd85f7fd47&device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 1096 time: 0.0796661 May 06 09:29:00.185431 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e711a3-b2f1-4ff6-945a-a24761abb280 req-68c48c03-573c-42c0-83c1-66dc8af691ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:29:00.186872 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d8e711a3-b2f1-4ff6-945a-a24761abb280 req-68c48c03-573c-42c0-83c1-66dc8af691ed service neutron] 10.222.0.79 "GET /v2.0/networks?id=64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e HTTP/1.1" status: 200 len: 911 time: 0.1326053 May 06 09:29:00.292317 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d8e711a3-b2f1-4ff6-945a-a24761abb280 req-5994692c-0486-4dc2-a74c-5efe48aaba23 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ae5493c-1075-400c-8124-b615931893db HTTP/1.1" status: 200 len: 999 time: 0.0970037 May 06 09:29:00.359213 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e711a3-b2f1-4ff6-945a-a24761abb280 req-e945a92c-0f5c-4276-a24e-5f54e348c331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:29:00.360713 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d8e711a3-b2f1-4ff6-945a-a24761abb280 req-e945a92c-0f5c-4276-a24e-5f54e348c331 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=18122794-0941-4191-b141-54c55ba118c3 HTTP/1.1" status: 200 len: 848 time: 0.0614321 May 06 09:29:00.451429 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e711a3-b2f1-4ff6-945a-a24761abb280 req-2f06d375-7685-40b8-8cc1-b7def3cae0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:29:00.454587 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d8e711a3-b2f1-4ff6-945a-a24761abb280 req-2f06d375-7685-40b8-8cc1-b7def3cae0b3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0860000 May 06 09:29:00.513434 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:00.592949 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d8e711a3-b2f1-4ff6-945a-a24761abb280 req-208b5981-14ad-4748-b4ea-1a25b8c08bbb service neutron] 10.222.0.79 "GET /v2.0/networks/64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312442 May 06 09:29:00.781057 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-d8e711a3-b2f1-4ff6-945a-a24761abb280 req-3c07f6e3-8632-4bea-8a5c-ce5dc65616ad service neutron] 10.222.0.79 "GET /v2.0/networks/64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814287 May 06 09:29:00.828128 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e376ca0-d17b-47de-a0e8-707116533250 req-a2eef171-8f25-4f5f-b0ba-16cfb07d6a10 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:29:00.831223 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-6e376ca0-d17b-47de-a0e8-707116533250 req-a2eef171-8f25-4f5f-b0ba-16cfb07d6a10 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/ports?device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 985 time: 0.1358423 May 06 09:29:00.887241 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775bf49-62ef-4248-9039-eb48c4d96647 req-38b035dd-31cb-4498-8b91-4c4ff7913cf4 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:29:00.891089 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-e775bf49-62ef-4248-9039-eb48c4d96647 req-38b035dd-31cb-4498-8b91-4c4ff7913cf4 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 943 time: 0.0873106 May 06 09:29:00.903351 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-6e376ca0-d17b-47de-a0e8-707116533250 req-b8565d23-a3c0-4786-904b-dd2338337b45 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a687ed9-a9b5-4d03-88d0-2b36ec1cceaf&id=c06ba2d1-acdd-4e95-9002-b17ef93b2b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0662928 May 06 09:29:00.947812 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-e775bf49-62ef-4248-9039-eb48c4d96647 req-566a3899-f34b-4fc7-a7a4-c273eb1d58b5 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ed85b8-a725-409f-accf-d3f84002ae12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480037 May 06 09:29:02.126844 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70563f23-f071-48c1-8d75-989f58831070 req-7a9f4d06-1365-4798-b64c-8f5f349ed6e7 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:29:02.128381 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-70563f23-f071-48c1-8d75-989f58831070 req-7a9f4d06-1365-4798-b64c-8f5f349ed6e7 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/ports?device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 985 time: 0.1024225 May 06 09:29:02.136953 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad5e36-e376-4961-8d03-b682a7c4be12 req-d4218b77-adcf-44b9-b4a8-eb5aa7eae592 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:29:02.138430 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-34ad5e36-e376-4961-8d03-b682a7c4be12 req-d4218b77-adcf-44b9-b4a8-eb5aa7eae592 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 943 time: 0.0830212 May 06 09:29:02.185946 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-70563f23-f071-48c1-8d75-989f58831070 req-a22f784a-1275-4b79-8829-bd52dd7e1fdd tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a687ed9-a9b5-4d03-88d0-2b36ec1cceaf&id=c06ba2d1-acdd-4e95-9002-b17ef93b2b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0505412 May 06 09:29:02.194973 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-34ad5e36-e376-4961-8d03-b682a7c4be12 req-09bd2675-2b30-48f9-a409-a589ed5a8af3 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ed85b8-a725-409f-accf-d3f84002ae12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449927 May 06 09:29:02.876418 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 4ae5493c-1075-400c-8124-b615931893db details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 09:29:03.019909 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 4ae5493c-1075-400c-8124-b615931893db, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=4ae5493c-1075-400c-8124-b615931893db,segment=NetworkSegment(58f3cc47-6e0e-417d-9711-90ec717e7ca2),segment_id=58f3cc47-6e0e-417d-9711-90ec717e7ca2)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:29:03.036524 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Returning: {'device': '4ae5493c-1075-400c-8124-b615931893db', 'network_id': '64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e', 'port_id': '4ae5493c-1075-400c-8124-b615931893db', 'mac_address': 'fa:16:3e:79:a5:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18122794-0941-4191-b141-54c55ba118c3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 09:29:03.091399 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:03.108217 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ae5493c-1075-400c-8124-b615931893db {{(pid=74233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 09:29:03.127122 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 4ae5493c-1075-400c-8124-b615931893db, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=4ae5493c-1075-400c-8124-b615931893db,segment=NetworkSegment(58f3cc47-6e0e-417d-9711-90ec717e7ca2),segment_id=58f3cc47-6e0e-417d-9711-90ec717e7ca2)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:29:03.220603 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:03.224091 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:03.294082 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=4ae5493c-1075-400c-8124-b615931893db,revision_number=7']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:03.298305 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:03.442722 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] get_ports_and_sgs() called for port_ids ['4ae5493c-1075-400c-8124-b615931893db'] {{(pid=74233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 09:29:03.461297 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460727d-cd6d-4373-942f-576605ff8e12 req-c9927441-80f9-42a0-9e3a-e5a781bc703e tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:29:03.463355 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-7460727d-cd6d-4373-942f-576605ff8e12 req-c9927441-80f9-42a0-9e3a-e5a781bc703e tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 944 time: 0.1213069 May 06 09:29:03.474688 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0206d54-e6d0-4137-b2a0-5c584a631fc1 req-c816596e-6f06-4212-8382-74058ee161e9 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:29:03.486577 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-f0206d54-e6d0-4137-b2a0-5c584a631fc1 req-c816596e-6f06-4212-8382-74058ee161e9 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/ports?device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 985 time: 0.1313505 May 06 09:29:03.518028 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-7460727d-cd6d-4373-942f-576605ff8e12 req-ab1a3c6d-2ee2-4186-8559-d60ba8a6392f tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ed85b8-a725-409f-accf-d3f84002ae12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455303 May 06 09:29:03.551978 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-f0206d54-e6d0-4137-b2a0-5c584a631fc1 req-667ea3a6-96bb-4ff9-a027-8bd1fff47f08 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a687ed9-a9b5-4d03-88d0-2b36ec1cceaf&id=c06ba2d1-acdd-4e95-9002-b17ef93b2b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0650401 May 06 09:29:04.715939 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a351c25-711f-4955-a790-6cd270e77206 req-587289fb-ebf4-4c67-a095-cda270a51781 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:29:04.717403 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-3a351c25-711f-4955-a790-6cd270e77206 req-587289fb-ebf4-4c67-a095-cda270a51781 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 944 time: 0.0932057 May 06 09:29:04.765389 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-3a351c25-711f-4955-a790-6cd270e77206 req-fc2c701a-049f-494e-ab87-1b44e6490818 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ed85b8-a725-409f-accf-d3f84002ae12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409672 May 06 09:29:04.878772 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 4ae5493c-1075-400c-8124-b615931893db up at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:29:04.945942 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Provisioning complete for port 4ae5493c-1075-400c-8124-b615931893db triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:29:04.946319 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:05.063577 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:05.089464 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1c8a10-1fda-4554-94c8-45ee7ef98d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae5493c-1075-400c-8124-b615931893db'}] {{(pid=74233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:29:05.101108 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 4ae5493c-1075-400c-8124-b615931893db, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=4ae5493c-1075-400c-8124-b615931893db,segment=NetworkSegment(58f3cc47-6e0e-417d-9711-90ec717e7ca2),segment_id=58f3cc47-6e0e-417d-9711-90ec717e7ca2)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:29:05.137038 dv-cinder-790014-1-smb neutron-server[74233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1c8a10-1fda-4554-94c8-45ee7ef98d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae5493c-1075-400c-8124-b615931893db', 'code': 200} May 06 09:29:05.158929 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:05.160805 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-c4a55fa5-3a23-4b59-803a-b63739d5451c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:05.227747 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=4ae5493c-1075-400c-8124-b615931893db,revision_number=8']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:05.230619 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:05.491365 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a7f62-5732-4b13-80b6-42ad905a2f24 req-ba4e7a7a-9386-46c8-9f32-1658ade4828b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:29:05.492835 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-053a7f62-5732-4b13-80b6-42ad905a2f24 req-ba4e7a7a-9386-46c8-9f32-1658ade4828b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 1098 time: 0.0727293 May 06 09:29:05.617956 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-053a7f62-5732-4b13-80b6-42ad905a2f24 req-87d0a96c-5175-40e1-8239-d3e90322a0cb service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d8ed85b8-a725-409f-accf-d3f84002ae12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169605 May 06 09:29:05.963412 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb77c2-9937-4dd9-b168-024e2648d082 req-f416aa97-467f-418f-90b6-c39ee3ea4be3 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:29:05.964934 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-69fb77c2-9937-4dd9-b168-024e2648d082 req-f416aa97-467f-418f-90b6-c39ee3ea4be3 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 945 time: 0.0846477 May 06 09:29:06.009448 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-69fb77c2-9937-4dd9-b168-024e2648d082 req-f8fd719e-b5d5-4915-88be-f77be110b12e tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ed85b8-a725-409f-accf-d3f84002ae12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379860 May 06 09:29:07.199678 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53442db-5bc9-4846-aa85-a2b3a47d14ee req-3e95dd11-ca1f-4e4b-96d3-52404361a0ab tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:29:07.201138 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b53442db-5bc9-4846-aa85-a2b3a47d14ee req-3e95dd11-ca1f-4e4b-96d3-52404361a0ab tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 945 time: 0.0829241 May 06 09:29:07.250047 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-b53442db-5bc9-4846-aa85-a2b3a47d14ee req-4fcf331b-01e2-442c-b1b2-fa2aa60ae27f tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ed85b8-a725-409f-accf-d3f84002ae12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431190 May 06 09:29:09.011550 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 58834) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:09.126747 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-0bc36778-1a5a-4dc6-a526-aa430625b50f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:09.141854 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-0bc36778-1a5a-4dc6-a526-aa430625b50f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:29:09.145712 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-0bc36778-1a5a-4dc6-a526-aa430625b50f admin admin] Usage tracker for resource:security_group_rule and tenant:80552921bc984d4cbe007d3c91964bc7 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:29:09.148801 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-0bc36778-1a5a-4dc6-a526-aa430625b50f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:29:09.154497 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-0bc36778-1a5a-4dc6-a526-aa430625b50f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:29:09.233767 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-0bc36778-1a5a-4dc6-a526-aa430625b50f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:09.306632 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-0bc36778-1a5a-4dc6-a526-aa430625b50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:09.315929 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-6d63dbb5-1907-42fd-ab12-ff9d4cd8485b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:09.354215 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-0bc36778-1a5a-4dc6-a526-aa430625b50f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=80552921bc984d4cbe007d3c91964bc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3415668 May 06 09:29:09.355791 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc36778-1a5a-4dc6-a526-aa430625b50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa69962-fb7c-4d9f-a4b9-d2e62ff97ce0,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:09.357567 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 58842) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:09.359305 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-0bc36778-1a5a-4dc6-a526-aa430625b50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:09.416271 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-04933487-3499-4660-b18e-780239381a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:09.441988 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-04933487-3499-4660-b18e-780239381a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:09.626929 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-04933487-3499-4660-b18e-780239381a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:09.630554 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-33e642d6-26ea-493e-9410-ceb6ac51238c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:09.641945 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04933487-3499-4660-b18e-780239381a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa69962-fb7c-4d9f-a4b9-d2e62ff97ce0,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:09.645332 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-04933487-3499-4660-b18e-780239381a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:09.648816 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-04933487-3499-4660-b18e-780239381a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:09.650653 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-04933487-3499-4660-b18e-780239381a3c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5fa69962-fb7c-4d9f-a4b9-d2e62ff97ce0 HTTP/1.1" status: 204 len: 168 time: 0.2919750 May 06 09:29:10.475559 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b6bf3-3057-4afa-b798-0a9e07c98ec7 req-da259ab5-e009-4327-b07f-fd3b1d6351e3 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:29:10.476998 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-053b6bf3-3057-4afa-b798-0a9e07c98ec7 req-da259ab5-e009-4327-b07f-fd3b1d6351e3 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 946 time: 0.0832567 May 06 09:29:10.520307 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-053b6bf3-3057-4afa-b798-0a9e07c98ec7 req-2bf59b18-0687-4e4e-a414-03068e996cb4 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376039 May 06 09:29:11.475159 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 58902) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:11.593305 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-17dd84f6-71ab-43b3-85c9-d4a5fc75f497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:11.607324 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-17dd84f6-71ab-43b3-85c9-d4a5fc75f497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:29:11.611313 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-17dd84f6-71ab-43b3-85c9-d4a5fc75f497 admin admin] Usage tracker for resource:security_group_rule and tenant:b0305b32d6fa407e92ce06d3119f63f7 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:29:11.614210 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-17dd84f6-71ab-43b3-85c9-d4a5fc75f497 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:29:11.619817 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-17dd84f6-71ab-43b3-85c9-d4a5fc75f497 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:29:11.714442 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbe446-7292-41a0-8784-b7bf95129741 req-e6615d70-8458-4832-b218-7883f9ee9371 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:29:11.715897 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-90dbe446-7292-41a0-8784-b7bf95129741 req-e6615d70-8458-4832-b218-7883f9ee9371 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 946 time: 0.0790143 May 06 09:29:11.761385 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57856617-eec7-483f-9c56-0c95213cadcf req-b4fb7266-58bf-443c-88da-15fd7642c1d6 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:29:11.762929 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-57856617-eec7-483f-9c56-0c95213cadcf req-b4fb7266-58bf-443c-88da-15fd7642c1d6 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 946 time: 0.1247532 May 06 09:29:11.788895 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-17dd84f6-71ab-43b3-85c9-d4a5fc75f497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:11.816370 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-57856617-eec7-483f-9c56-0c95213cadcf req-19f94fd1-1dd8-4499-b503-52d2954bd847 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups?id=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464151 May 06 09:29:11.857030 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [req-90dbe446-7292-41a0-8784-b7bf95129741 req-4fb5854a-9577-466d-a9b7-f589c9408314 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Deleting port 37de4791-f9c4-48f6-a7bb-a8833aa74417 {{(pid=74231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:29:11.857377 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-90dbe446-7292-41a0-8784-b7bf95129741 req-4fb5854a-9577-466d-a9b7-f589c9408314 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:11.861834 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-17dd84f6-71ab-43b3-85c9-d4a5fc75f497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:11.870341 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-2309f35b-e2ed-4819-8032-739152fac756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:11.911865 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-17dd84f6-71ab-43b3-85c9-d4a5fc75f497 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b0305b32d6fa407e92ce06d3119f63f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4332137 May 06 09:29:11.911865 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd84f6-71ab-43b3-85c9-d4a5fc75f497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf2481d-6a26-41f2-a33d-8f7c42d3d243,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:11.913560 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 58910) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:11.915811 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-17dd84f6-71ab-43b3-85c9-d4a5fc75f497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:11.971262 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e0696c66-4f8f-42e2-98f6-c43a5bec64b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:11.991853 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-90dbe446-7292-41a0-8784-b7bf95129741 req-4fb5854a-9577-466d-a9b7-f589c9408314 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] For port 37de4791-f9c4-48f6-a7bb-a8833aa74417, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=37de4791-f9c4-48f6-a7bb-a8833aa74417,segment=NetworkSegment(36c7da13-cf7e-4164-9f19-b350301e7409),segment_id=36c7da13-cf7e-4164-9f19-b350301e7409)] {{(pid=74231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:29:11.992214 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-90dbe446-7292-41a0-8784-b7bf95129741 req-4fb5854a-9577-466d-a9b7-f589c9408314 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:11.997162 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e0696c66-4f8f-42e2-98f6-c43a5bec64b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:12.112872 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e0696c66-4f8f-42e2-98f6-c43a5bec64b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:12.117667 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-2823da4e-c54f-4b7e-94ee-ef63383a3e08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:12.131193 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0696c66-4f8f-42e2-98f6-c43a5bec64b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf2481d-6a26-41f2-a33d-8f7c42d3d243,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:12.134046 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-e0696c66-4f8f-42e2-98f6-c43a5bec64b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:12.136021 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e0696c66-4f8f-42e2-98f6-c43a5bec64b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:12.139461 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-e0696c66-4f8f-42e2-98f6-c43a5bec64b8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fbf2481d-6a26-41f2-a33d-8f7c42d3d243 HTTP/1.1" status: 204 len: 168 time: 0.2226961 May 06 09:29:12.279879 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-90dbe446-7292-41a0-8784-b7bf95129741 req-4fb5854a-9577-466d-a9b7-f589c9408314 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:12.280254 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-90dbe446-7292-41a0-8784-b7bf95129741 req-4fb5854a-9577-466d-a9b7-f589c9408314 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-670062'] for floatingip, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:12.280595 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.db.l3_db [req-90dbe446-7292-41a0-8784-b7bf95129741 req-4fb5854a-9577-466d-a9b7-f589c9408314 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Floating IP 71bba49e-8636-41a6-8e25-16e2f86d5287 disassociated. External IP: 172.28.3.107, port: 37de4791-f9c4-48f6-a7bb-a8833aa74417. May 06 09:29:12.280934 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [req-90dbe446-7292-41a0-8784-b7bf95129741 req-4fb5854a-9577-466d-a9b7-f589c9408314 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Calling delete_port for 37de4791-f9c4-48f6-a7bb-a8833aa74417 owned by compute:nova {{(pid=74231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:29:12.459827 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-90dbe446-7292-41a0-8784-b7bf95129741 req-4fb5854a-9577-466d-a9b7-f589c9408314 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:12.466222 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-86a9ab01-bc1b-4209-80d3-befa4f18981e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:12.509719 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5854a-9577-466d-a9b7-f589c9408314 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Pushing event deleted for resources: {'Port': ['ID=37de4791-f9c4-48f6-a7bb-a8833aa74417,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:12.513236 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-4fb5854a-9577-466d-a9b7-f589c9408314 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:12.699774 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90dbe446-7292-41a0-8784-b7bf95129741 req-4fb5854a-9577-466d-a9b7-f589c9408314 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Router e732fe2c-c27b-4709-b8c1-dc051fb9b594 has already been hosted by L3 agent 6417d645-ec24-4e28-ae28-fb602049daa5 {{(pid=74231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 09:29:13.023338 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4c283e2b-ba22-45b5-8e10-96ac4d36c514 req-db44fa39-2593-4ab2-913d-bc91e71a8bc1 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a3b0fad-238e-493e-bffc-ef7e40650ded HTTP/1.1" status: 200 len: 210 time: 0.0588605 May 06 09:29:13.051527 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90dbe446-7292-41a0-8784-b7bf95129741 req-4fb5854a-9577-466d-a9b7-f589c9408314 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify agent at l3_agent.dv-cinder-790014-1-smb the message routers_updated {{(pid=74231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 09:29:13.061551 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a388874a-5d88-441e-9778-0a63415e643b None None] Sync routers for ids ['e732fe2c-c27b-4709-b8c1-dc051fb9b594'] in dv-cinder-790014-1-smb {{(pid=74234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:29:13.072032 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a388874a-5d88-441e-9778-0a63415e643b None None] Routers {'e732fe2c-c27b-4709-b8c1-dc051fb9b594'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:29:13.073017 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-a388874a-5d88-441e-9778-0a63415e643b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:28:46Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['e732fe2c-c27b-4709-b8c1-dc051fb9b594'], 'active': True} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:29:13.130072 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [req-90dbe446-7292-41a0-8784-b7bf95129741 req-4fb5854a-9577-466d-a9b7-f589c9408314 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] No DVR routers for this DVR port 37de4791-f9c4-48f6-a7bb-a8833aa74417 on host hv-cinder-79001 {{(pid=74231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:29:13.132751 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-90dbe446-7292-41a0-8784-b7bf95129741 req-4fb5854a-9577-466d-a9b7-f589c9408314 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:13.136967 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3b0fad-238e-493e-bffc-ef7e40650ded', 'name': 'network-vif-deleted', 'tag': '37de4791-f9c4-48f6-a7bb-a8833aa74417'}] {{(pid=74231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:29:13.187078 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3b0fad-238e-493e-bffc-ef7e40650ded', 'name': 'network-vif-deleted', 'tag': '37de4791-f9c4-48f6-a7bb-a8833aa74417', 'status': 'completed', 'code': 200} May 06 09:29:13.210300 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-90dbe446-7292-41a0-8784-b7bf95129741 req-4fb5854a-9577-466d-a9b7-f589c9408314 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.79 "DELETE /v2.0/ports/37de4791-f9c4-48f6-a7bb-a8833aa74417 HTTP/1.1" status: 204 len: 173 time: 1.4893508 May 06 09:29:13.259170 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvr_db [None req-a388874a-5d88-441e-9778-0a63415e643b None None] Set router e732fe2c-c27b-4709-b8c1-dc051fb9b594 gateway port host: dv-cinder-790014-1-smb {{(pid=74234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:29:13.368102 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-cb23324f-28de-4968-a3a3-4e4fd362e5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:13.581691 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-a388874a-5d88-441e-9778-0a63415e643b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'name': 'tempest-AttachVolumeShelveTestJSON-1690302589-router', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '456bb1ef-e0b3-4859-a861-78809388f9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:22:11Z', 'updated_at': '2021-05-06T09:22:24Z', 'revision_number': 4, 'project_id': '87a87eb65c3849949fab4179da2d6886', 'gw_port': {'id': '456bb1ef-e0b3-4859-a861-78809388f9c4', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:12Z', 'updated_at': '2021-05-06T09:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': '030c77b3-ed7f-4d71-a784-39c0429ac268', 'name': '', 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'mac_address': 'fa:16:3e:d8:45:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3327bb7d-2498-459f-aedf-d87f7d766be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:19Z', 'updated_at': '2021-05-06T09:22:36Z', 'revision_number': 5, 'project_id': '87a87eb65c3849949fab4179da2d6886', 'subnets': [{'id': '3327bb7d-2498-459f-aedf-d87f7d766be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:29:13.588113 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a388874a-5d88-441e-9778-0a63415e643b None None] Checking router: e732fe2c-c27b-4709-b8c1-dc051fb9b594 for host: dv-cinder-790014-1-smb {{(pid=74234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:29:13.597060 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a388874a-5d88-441e-9778-0a63415e643b None None] Routers {'e732fe2c-c27b-4709-b8c1-dc051fb9b594'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:29:13.597655 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-a388874a-5d88-441e-9778-0a63415e643b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:28:46Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['e732fe2c-c27b-4709-b8c1-dc051fb9b594'], 'active': True} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:29:13.770431 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvr_db [None req-a388874a-5d88-441e-9778-0a63415e643b None None] Set router e732fe2c-c27b-4709-b8c1-dc051fb9b594 gateway port host: dv-cinder-790014-1-smb {{(pid=74234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:29:14.099031 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-a388874a-5d88-441e-9778-0a63415e643b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'name': 'tempest-AttachVolumeShelveTestJSON-1690302589-router', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '456bb1ef-e0b3-4859-a861-78809388f9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:22:11Z', 'updated_at': '2021-05-06T09:22:24Z', 'revision_number': 4, 'project_id': '87a87eb65c3849949fab4179da2d6886', 'gw_port': {'id': '456bb1ef-e0b3-4859-a861-78809388f9c4', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:12Z', 'updated_at': '2021-05-06T09:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': '030c77b3-ed7f-4d71-a784-39c0429ac268', 'name': '', 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'mac_address': 'fa:16:3e:d8:45:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3327bb7d-2498-459f-aedf-d87f7d766be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:19Z', 'updated_at': '2021-05-06T09:22:36Z', 'revision_number': 5, 'project_id': '87a87eb65c3849949fab4179da2d6886', 'subnets': [{'id': '3327bb7d-2498-459f-aedf-d87f7d766be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:29:14.103265 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a388874a-5d88-441e-9778-0a63415e643b None None] The sync data for ids ['e732fe2c-c27b-4709-b8c1-dc051fb9b594'] in dv-cinder-790014-1-smb is: [{'id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'name': 'tempest-AttachVolumeShelveTestJSON-1690302589-router', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '456bb1ef-e0b3-4859-a861-78809388f9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:22:11Z', 'updated_at': '2021-05-06T09:22:24Z', 'revision_number': 4, 'project_id': '87a87eb65c3849949fab4179da2d6886', 'gw_port': {'id': '456bb1ef-e0b3-4859-a861-78809388f9c4', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:12Z', 'updated_at': '2021-05-06T09:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': '030c77b3-ed7f-4d71-a784-39c0429ac268', 'name': '', 'network_id': 'e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'mac_address': 'fa:16:3e:d8:45:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '3327bb7d-2498-459f-aedf-d87f7d766be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:19Z', 'updated_at': '2021-05-06T09:22:36Z', 'revision_number': 5, 'project_id': '87a87eb65c3849949fab4179da2d6886', 'subnets': [{'id': '3327bb7d-2498-459f-aedf-d87f7d766be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:29:14.210142 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 58966) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:14.278727 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-ac615b21-5599-4a49-a3b2-756fb4951456 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for security_group, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:14.309269 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-ac615b21-5599-4a49-a3b2-756fb4951456 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:14.370552 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f08d7b-153f-47e3-8895-d428ca36ee4c None None] New status for floating IP 71bba49e-8636-41a6-8e25-16e2f86d5287: DOWN {{(pid=74233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:29:14.427401 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-ac615b21-5599-4a49-a3b2-756fb4951456 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:14.432972 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-4ccf6e45-c2cc-424b-9059-e923a09a0da2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:14.448506 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac615b21-5599-4a49-a3b2-756fb4951456 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=294592a6-d72f-4aed-a0ba-0e0f9dd5b83f,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:14.450887 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-ac615b21-5599-4a49-a3b2-756fb4951456 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:14.512061 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-ac615b21-5599-4a49-a3b2-756fb4951456 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for security_group, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:14.515786 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-ac615b21-5599-4a49-a3b2-756fb4951456 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "DELETE /v2.0/security-groups/294592a6-d72f-4aed-a0ba-0e0f9dd5b83f HTTP/1.1" status: 204 len: 168 time: 0.3020120 May 06 09:29:14.516954 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 58972) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:14.534176 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.api.v2.resource [None req-7d9147da-f66d-4d7b-84a9-fb1f279e72db tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] show failed (client error): The resource could not be found. May 06 09:29:14.535546 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-7d9147da-f66d-4d7b-84a9-fb1f279e72db tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "GET /v2.0/security-groups/294592a6-d72f-4aed-a0ba-0e0f9dd5b83f HTTP/1.1" status: 404 len: 347 time: 0.0175576 May 06 09:29:14.538500 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 58976) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:14.709643 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 58982) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:14.763890 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [None req-317c78bc-1c8c-440c-a178-29875a4493b3 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Deleting port edec097d-31a7-4f2d-bf36-8ea3debfe8d6 {{(pid=74231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:29:14.764154 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-317c78bc-1c8c-440c-a178-29875a4493b3 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:14.827665 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-5099d638-936c-4add-b383-220909ff7f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:14.843193 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-5099d638-936c-4add-b383-220909ff7f1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:29:14.847801 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-5099d638-936c-4add-b383-220909ff7f1e admin admin] Usage tracker for resource:security_group_rule and tenant:5235c40a35524c39a07e338e170aea56 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:29:14.850744 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-5099d638-936c-4add-b383-220909ff7f1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:29:14.856640 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-5099d638-936c-4add-b383-220909ff7f1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:29:14.890048 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-317c78bc-1c8c-440c-a178-29875a4493b3 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:14.890382 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-317c78bc-1c8c-440c-a178-29875a4493b3 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:14.944466 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-5099d638-936c-4add-b383-220909ff7f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:14.978425 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 37de4791-f9c4-48f6-a7bb-a8833aa74417 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 09:29:15.016684 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] No Port match for: 37de4791-f9c4-48f6-a7bb-a8833aa74417 {{(pid=74233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 09:29:15.016962 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 37de4791-f9c4-48f6-a7bb-a8833aa74417 not bound to the agent host hv-cinder-79001 {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 09:29:15.023958 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [None req-317c78bc-1c8c-440c-a178-29875a4493b3 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Calling delete_port for edec097d-31a7-4f2d-bf36-8ea3debfe8d6 owned by network:floatingip {{(pid=74231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:29:15.027276 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-5099d638-936c-4add-b383-220909ff7f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:15.037672 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-be05cfb7-2966-4533-a38b-49365e09893d tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:15.078483 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099d638-936c-4add-b383-220909ff7f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2762ac-f469-4e60-9256-8759a9e6c63f,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:15.092760 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-5099d638-936c-4add-b383-220909ff7f1e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5235c40a35524c39a07e338e170aea56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3795383 May 06 09:29:15.092760 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-5099d638-936c-4add-b383-220909ff7f1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:15.092760 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 58988) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:15.150181 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-0bbb3928-108b-43b0-9dd4-36e9271979ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:15.180176 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-0bbb3928-108b-43b0-9dd4-36e9271979ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:15.190692 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-317c78bc-1c8c-440c-a178-29875a4493b3 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:15.195479 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-63a4858a-d62b-4349-9a36-1219d145f365 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:15.238046 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c78bc-1c8c-440c-a178-29875a4493b3 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Pushing event deleted for resources: {'Port': ['ID=edec097d-31a7-4f2d-bf36-8ea3debfe8d6,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:15.241657 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-317c78bc-1c8c-440c-a178-29875a4493b3 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:15.289808 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-0bbb3928-108b-43b0-9dd4-36e9271979ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:15.294741 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-fa495185-af01-44b8-bd75-b7e133ed2f18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:15.307212 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb3928-108b-43b0-9dd4-36e9271979ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2762ac-f469-4e60-9256-8759a9e6c63f,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:15.314485 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-0bbb3928-108b-43b0-9dd4-36e9271979ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:15.315891 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-0bbb3928-108b-43b0-9dd4-36e9271979ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:15.319672 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-0bbb3928-108b-43b0-9dd4-36e9271979ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe2762ac-f469-4e60-9256-8759a9e6c63f HTTP/1.1" status: 204 len: 168 time: 0.2244298 May 06 09:29:15.339146 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-317c78bc-1c8c-440c-a178-29875a4493b3 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks [] for floatingip, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:15.353551 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-317c78bc-1c8c-440c-a178-29875a4493b3 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for floatingip, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:15.354664 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-317c78bc-1c8c-440c-a178-29875a4493b3 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] 10.222.0.20 "DELETE /v2.0/floatingips/71bba49e-8636-41a6-8e25-16e2f86d5287 HTTP/1.1" status: 204 len: 168 time: 0.8152976 May 06 09:29:15.859554 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-9e34dd4c-706d-4537-9245-2d42cc61f9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:15.895248 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:16.018095 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 59000) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:16.036435 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-4403efae-ab23-4458-8b51-551f1c9e4ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:16.050973 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-4403efae-ab23-4458-8b51-551f1c9e4ba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:29:16.054835 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-4403efae-ab23-4458-8b51-551f1c9e4ba0 admin admin] Usage tracker for resource:security_group_rule and tenant:3dff05c8d7214d43aeddbd8577365f04 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:29:16.057601 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-4403efae-ab23-4458-8b51-551f1c9e4ba0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:29:16.063818 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-4403efae-ab23-4458-8b51-551f1c9e4ba0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:29:16.142414 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-4403efae-ab23-4458-8b51-551f1c9e4ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:16.215009 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-4403efae-ab23-4458-8b51-551f1c9e4ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:16.223327 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-d4426839-1403-4529-a4b7-18d18d97a019 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:16.268012 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-4403efae-ab23-4458-8b51-551f1c9e4ba0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3dff05c8d7214d43aeddbd8577365f04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2488732 May 06 09:29:16.268919 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403efae-ab23-4458-8b51-551f1c9e4ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ea71d7-4768-4526-b81e-00fd6df0beeb,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:16.271835 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 59004) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:16.272263 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-4403efae-ab23-4458-8b51-551f1c9e4ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:16.329896 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-84db32ba-f3d3-419e-ac82-a440ab5fe6eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:16.354424 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-84db32ba-f3d3-419e-ac82-a440ab5fe6eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:16.495180 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-84db32ba-f3d3-419e-ac82-a440ab5fe6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:16.500037 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-0bbb3928-108b-43b0-9dd4-36e9271979ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:16.513905 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db32ba-f3d3-419e-ac82-a440ab5fe6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ea71d7-4768-4526-b81e-00fd6df0beeb,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:16.516109 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-84db32ba-f3d3-419e-ac82-a440ab5fe6eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:16.518400 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-84db32ba-f3d3-419e-ac82-a440ab5fe6eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:16.519339 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-84db32ba-f3d3-419e-ac82-a440ab5fe6eb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/02ea71d7-4768-4526-b81e-00fd6df0beeb HTTP/1.1" status: 204 len: 168 time: 0.2465417 May 06 09:29:16.975758 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:18.433767 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 59062) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:18.690420 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:19.234939 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-f7027109-7146-43a6-bd46-d8b47b896142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663639'] for router_interface, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:19.646032 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [None req-f7027109-7146-43a6-bd46-d8b47b896142 admin admin] Deleting port 030c77b3-ed7f-4d71-a784-39c0429ac268 {{(pid=74231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:29:19.646960 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-f7027109-7146-43a6-bd46-d8b47b896142 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:19.766349 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [None req-f7027109-7146-43a6-bd46-d8b47b896142 admin admin] For port 030c77b3-ed7f-4d71-a784-39c0429ac268, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=030c77b3-ed7f-4d71-a784-39c0429ac268,segment=NetworkSegment(36c7da13-cf7e-4164-9f19-b350301e7409),segment_id=36c7da13-cf7e-4164-9f19-b350301e7409)] {{(pid=74231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:29:19.766707 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-f7027109-7146-43a6-bd46-d8b47b896142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:19.892120 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [None req-f7027109-7146-43a6-bd46-d8b47b896142 admin admin] Calling delete_port for 030c77b3-ed7f-4d71-a784-39c0429ac268 owned by network:router_interface {{(pid=74231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:29:20.089836 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-f7027109-7146-43a6-bd46-d8b47b896142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:20.093571 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-3a4d0114-815e-43f8-98d1-e70dfed6781a tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:20.138148 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7027109-7146-43a6-bd46-d8b47b896142 admin admin] Pushing event deleted for resources: {'Port': ['ID=030c77b3-ed7f-4d71-a784-39c0429ac268,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:20.140704 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-f7027109-7146-43a6-bd46-d8b47b896142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:20.407627 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-f7027109-7146-43a6-bd46-d8b47b896142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667111'] for router_interface, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:20.877983 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7027109-7146-43a6-bd46-d8b47b896142 admin admin] Router e732fe2c-c27b-4709-b8c1-dc051fb9b594 has already been hosted by L3 agent 6417d645-ec24-4e28-ae28-fb602049daa5 {{(pid=74231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 09:29:21.059514 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7027109-7146-43a6-bd46-d8b47b896142 admin admin] Notify agent at l3_agent.dv-cinder-790014-1-smb the message routers_updated {{(pid=74231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 09:29:21.068888 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc55222-d9a1-4359-95f6-7984c69632f8 None None] Sync routers for ids ['e732fe2c-c27b-4709-b8c1-dc051fb9b594'] in dv-cinder-790014-1-smb {{(pid=74234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:29:21.078277 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc55222-d9a1-4359-95f6-7984c69632f8 None None] Routers {'e732fe2c-c27b-4709-b8c1-dc051fb9b594'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:29:21.079031 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-6bc55222-d9a1-4359-95f6-7984c69632f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:29:16Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['e732fe2c-c27b-4709-b8c1-dc051fb9b594'], 'active': True} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:29:21.080566 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-f7027109-7146-43a6-bd46-d8b47b896142 admin admin] 10.222.0.20 "PUT /v2.0/routers/e732fe2c-c27b-4709-b8c1-dc051fb9b594/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6451693 May 06 09:29:21.082476 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 59100) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:21.260898 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-59f61aaa-00cb-4aea-bc21-776f013dc0d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:21.289453 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvr_db [None req-6bc55222-d9a1-4359-95f6-7984c69632f8 None None] Set router e732fe2c-c27b-4709-b8c1-dc051fb9b594 gateway port host: dv-cinder-790014-1-smb {{(pid=74234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:29:21.435401 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-59f61aaa-00cb-4aea-bc21-776f013dc0d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:21.570239 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-6bc55222-d9a1-4359-95f6-7984c69632f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'name': 'tempest-AttachVolumeShelveTestJSON-1690302589-router', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '456bb1ef-e0b3-4859-a861-78809388f9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:22:11Z', 'updated_at': '2021-05-06T09:29:19Z', 'revision_number': 5, 'project_id': '87a87eb65c3849949fab4179da2d6886', 'gw_port': {'id': '456bb1ef-e0b3-4859-a861-78809388f9c4', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:22:12Z', 'updated_at': '2021-05-06T09:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb'}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:29:21.574180 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc55222-d9a1-4359-95f6-7984c69632f8 None None] Checking router: e732fe2c-c27b-4709-b8c1-dc051fb9b594 for host: dv-cinder-790014-1-smb {{(pid=74234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:29:21.578656 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [None req-59f61aaa-00cb-4aea-bc21-776f013dc0d9 admin admin] Deleting port 456bb1ef-e0b3-4859-a861-78809388f9c4 {{(pid=74231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:29:21.578996 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-59f61aaa-00cb-4aea-bc21-776f013dc0d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:21.584575 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc55222-d9a1-4359-95f6-7984c69632f8 None None] Routers {'e732fe2c-c27b-4709-b8c1-dc051fb9b594'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:29:21.584575 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-6bc55222-d9a1-4359-95f6-7984c69632f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:29:16Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['e732fe2c-c27b-4709-b8c1-dc051fb9b594'], 'active': True} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:29:21.700389 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [None req-59f61aaa-00cb-4aea-bc21-776f013dc0d9 admin admin] For port 456bb1ef-e0b3-4859-a861-78809388f9c4, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=456bb1ef-e0b3-4859-a861-78809388f9c4,segment=NetworkSegment(965c1257-9f5a-4385-a535-e1c8d4f2cb09),segment_id=965c1257-9f5a-4385-a535-e1c8d4f2cb09)] {{(pid=74231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:29:21.700736 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-59f61aaa-00cb-4aea-bc21-776f013dc0d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:21.732076 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvr_db [None req-6bc55222-d9a1-4359-95f6-7984c69632f8 None None] Set router e732fe2c-c27b-4709-b8c1-dc051fb9b594 gateway port host: None {{(pid=74234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:29:21.822426 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [None req-59f61aaa-00cb-4aea-bc21-776f013dc0d9 admin admin] Calling delete_port for 456bb1ef-e0b3-4859-a861-78809388f9c4 owned by network:router_gateway {{(pid=74231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:29:21.836112 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-6bc55222-d9a1-4359-95f6-7984c69632f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'name': 'tempest-AttachVolumeShelveTestJSON-1690302589-router', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:22:11Z', 'updated_at': '2021-05-06T09:29:21Z', 'revision_number': 6, 'project_id': '87a87eb65c3849949fab4179da2d6886', 'gw_port_host': None}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:29:21.840087 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc55222-d9a1-4359-95f6-7984c69632f8 None None] The sync data for ids ['e732fe2c-c27b-4709-b8c1-dc051fb9b594'] in dv-cinder-790014-1-smb is: [{'id': 'e732fe2c-c27b-4709-b8c1-dc051fb9b594', 'name': 'tempest-AttachVolumeShelveTestJSON-1690302589-router', 'tenant_id': '87a87eb65c3849949fab4179da2d6886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:22:11Z', 'updated_at': '2021-05-06T09:29:21Z', 'revision_number': 6, 'project_id': '87a87eb65c3849949fab4179da2d6886', 'gw_port_host': None}] {{(pid=74234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:29:22.019422 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-59f61aaa-00cb-4aea-bc21-776f013dc0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:22.023325 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-6fd9916d-2c22-4ef5-b53e-445efe429425 tempest-VolumesSnapshotTestJSON-1689059140 tempest-VolumesSnapshotTestJSON-1689059140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:22.171992 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f61aaa-00cb-4aea-bc21-776f013dc0d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=456bb1ef-e0b3-4859-a861-78809388f9c4,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:22.176053 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-59f61aaa-00cb-4aea-bc21-776f013dc0d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:22.273798 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-59f61aaa-00cb-4aea-bc21-776f013dc0d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670067'] for router_gateway, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:22.452171 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-59f61aaa-00cb-4aea-bc21-776f013dc0d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-692783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30643'] for router, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:22.455282 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-59f61aaa-00cb-4aea-bc21-776f013dc0d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:22.664495 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 030c77b3-ed7f-4d71-a784-39c0429ac268 no longer exists at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 09:29:22.683878 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-59f61aaa-00cb-4aea-bc21-776f013dc0d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-696161'] for router, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:22.684395 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f61aaa-00cb-4aea-bc21-776f013dc0d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e732fe2c-c27b-4709-b8c1-dc051fb9b594 {{(pid=74231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 09:29:22.699278 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] No Port match for: 030c77b3-ed7f-4d71-a784-39c0429ac268 {{(pid=74233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 09:29:22.699484 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 030c77b3-ed7f-4d71-a784-39c0429ac268 not bound to the agent host dv-cinder-790014-1-smb {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 09:29:22.702076 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 456bb1ef-e0b3-4859-a861-78809388f9c4 no longer exists at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 09:29:22.703814 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-59f61aaa-00cb-4aea-bc21-776f013dc0d9 admin admin] Notify callbacks [] for router, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:22.705575 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-59f61aaa-00cb-4aea-bc21-776f013dc0d9 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e732fe2c-c27b-4709-b8c1-dc051fb9b594 HTTP/1.1" status: 204 len: 168 time: 1.6214521 May 06 09:29:22.708061 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 59114) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:22.735439 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] No Port match for: 456bb1ef-e0b3-4859-a861-78809388f9c4 {{(pid=74233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 09:29:22.736312 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 456bb1ef-e0b3-4859-a861-78809388f9c4 not bound to the agent host dv-cinder-790014-1-smb {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 09:29:22.769193 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.db_base_plugin_v2 [None req-df574c1d-1563-4309-a6fe-abc4fc467a40 admin admin] Deleting subnet 3327bb7d-2498-459f-aedf-d87f7d766be5 {{(pid=74231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 09:29:22.772427 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-df574c1d-1563-4309-a6fe-abc4fc467a40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:22.825261 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-df574c1d-1563-4309-a6fe-abc4fc467a40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15529838'] for subnet, precommit_delete_associations {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:22.947839 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 59120) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:22.956118 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-df574c1d-1563-4309-a6fe-abc4fc467a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2045876'] for subnet, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:23.118084 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-0b84fa9e-aa44-4485-8e7a-779ded96062f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:23.144835 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-0b84fa9e-aa44-4485-8e7a-779ded96062f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:29:23.152564 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-0b84fa9e-aa44-4485-8e7a-779ded96062f admin admin] Usage tracker for resource:security_group_rule and tenant:46a5ba4c0d6e46938a5cffb5fff217af is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:29:23.162254 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-0b84fa9e-aa44-4485-8e7a-779ded96062f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:29:23.171376 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-0b84fa9e-aa44-4485-8e7a-779ded96062f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:29:23.309041 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-0b84fa9e-aa44-4485-8e7a-779ded96062f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:23.379387 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-df574c1d-1563-4309-a6fe-abc4fc467a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2045883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15534080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14018918'] for subnet, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:23.384183 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-4c541601-796f-41f4-9d5a-cfdbd7971a54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:23.418359 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-0b84fa9e-aa44-4485-8e7a-779ded96062f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:23.429758 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df574c1d-1563-4309-a6fe-abc4fc467a40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3327bb7d-2498-459f-aedf-d87f7d766be5,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:23.433399 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-df574c1d-1563-4309-a6fe-abc4fc467a40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for subnet, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:23.435581 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf8a4f4-2962-43e2-9f54-7d602d803062 None None] Network e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a requested from dv-cinder-790014-1-smb {{(pid=74233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 09:29:23.435977 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-df574c1d-1563-4309-a6fe-abc4fc467a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:23.443599 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-be1fecd0-8a77-49f6-a044-98282830654e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:23.468655 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-0b84fa9e-aa44-4485-8e7a-779ded96062f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=46a5ba4c0d6e46938a5cffb5fff217af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5197923 May 06 09:29:23.472129 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 59126) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:23.477407 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-df574c1d-1563-4309-a6fe-abc4fc467a40 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3327bb7d-2498-459f-aedf-d87f7d766be5 HTTP/1.1" status: 204 len: 168 time: 0.7677109 May 06 09:29:23.480196 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 59130) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:23.506928 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b84fa9e-aa44-4485-8e7a-779ded96062f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e41dcb-c64a-4f3a-8fd7-88045fc367ec,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:23.553776 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-76a25e41-0b83-483c-b1e3-bd4e39b7f80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:23.556145 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-0b84fa9e-aa44-4485-8e7a-779ded96062f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:23.581957 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-76a25e41-0b83-483c-b1e3-bd4e39b7f80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:23.598262 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-95e9d317-f864-4cde-8018-68f83063457d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1693876'] for network, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:23.670567 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [None req-95e9d317-f864-4cde-8018-68f83063457d admin admin] Deleting port 60483f10-4c36-4601-81bb-69dde9ad0968 {{(pid=74231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:29:23.670916 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-95e9d317-f864-4cde-8018-68f83063457d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:23.701640 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-76a25e41-0b83-483c-b1e3-bd4e39b7f80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:23.705584 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-c474bf60-34b2-4c0e-933c-ec2848125001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:23.713602 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70de31f6-45fe-4b54-93ea-14490947025e None None] DHCP port deletion for e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a request from dv-cinder-790014-1-smb {{(pid=74233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 09:29:23.720740 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a25e41-0b83-483c-b1e3-bd4e39b7f80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e41dcb-c64a-4f3a-8fd7-88045fc367ec,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:23.723378 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-76a25e41-0b83-483c-b1e3-bd4e39b7f80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:23.724682 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-76a25e41-0b83-483c-b1e3-bd4e39b7f80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:23.726296 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-76a25e41-0b83-483c-b1e3-bd4e39b7f80c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c4e41dcb-c64a-4f3a-8fd7-88045fc367ec HTTP/1.1" status: 204 len: 168 time: 0.2525153 May 06 09:29:23.778211 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [None req-95e9d317-f864-4cde-8018-68f83063457d admin admin] For port 60483f10-4c36-4601-81bb-69dde9ad0968, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=60483f10-4c36-4601-81bb-69dde9ad0968,segment=NetworkSegment(36c7da13-cf7e-4164-9f19-b350301e7409),segment_id=36c7da13-cf7e-4164-9f19-b350301e7409)] {{(pid=74231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:29:23.778627 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-95e9d317-f864-4cde-8018-68f83063457d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:23.802579 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-70de31f6-45fe-4b54-93ea-14490947025e None None] Deleting port 60483f10-4c36-4601-81bb-69dde9ad0968 {{(pid=74233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:29:23.803026 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-70de31f6-45fe-4b54-93ea-14490947025e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:23.906344 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [None req-95e9d317-f864-4cde-8018-68f83063457d admin admin] Calling delete_port for 60483f10-4c36-4601-81bb-69dde9ad0968 owned by network:dhcp {{(pid=74231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:29:23.910265 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-70de31f6-45fe-4b54-93ea-14490947025e None None] For port 60483f10-4c36-4601-81bb-69dde9ad0968, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=60483f10-4c36-4601-81bb-69dde9ad0968,segment=NetworkSegment(36c7da13-cf7e-4164-9f19-b350301e7409),segment_id=36c7da13-cf7e-4164-9f19-b350301e7409)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:29:23.910736 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-70de31f6-45fe-4b54-93ea-14490947025e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:24.038491 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-70de31f6-45fe-4b54-93ea-14490947025e None None] Calling delete_port for 60483f10-4c36-4601-81bb-69dde9ad0968 owned by network:dhcp {{(pid=74233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:29:24.070833 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-95e9d317-f864-4cde-8018-68f83063457d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:24.077159 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-8bedf7f0-adcf-4138-b643-389e25eaa9d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:24.086190 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-70de31f6-45fe-4b54-93ea-14490947025e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335'] for port, after_delete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:24.091419 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:24.177039 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70de31f6-45fe-4b54-93ea-14490947025e None None] No DVR routers for this DVR port 60483f10-4c36-4601-81bb-69dde9ad0968 on host dv-cinder-790014-1-smb {{(pid=74233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:29:24.180680 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de31f6-45fe-4b54-93ea-14490947025e None None] Pushing event deleted for resources: {'Port': ['ID=60483f10-4c36-4601-81bb-69dde9ad0968,revision_number=None']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:24.182760 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-70de31f6-45fe-4b54-93ea-14490947025e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:24.230141 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9d317-f864-4cde-8018-68f83063457d admin admin] Pushing event deleted for resources: {'Port': ['ID=60483f10-4c36-4601-81bb-69dde9ad0968,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:24.231904 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e9d317-f864-4cde-8018-68f83063457d admin admin] No DVR routers for this DVR port 60483f10-4c36-4601-81bb-69dde9ad0968 on host dv-cinder-790014-1-smb {{(pid=74231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:29:24.233366 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-95e9d317-f864-4cde-8018-68f83063457d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:24.343474 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 59138) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:24.350042 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-95e9d317-f864-4cde-8018-68f83063457d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043471', 'neutron.services.segments.db._delete_segments_for_network-8734680829341'] for network, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:24.362500 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e4cf3a99-ceb8-4670-b4f6-17920fce0795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:24.364417 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.services.segments.db [None req-95e9d317-f864-4cde-8018-68f83063457d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a']}} {{(pid=74231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:29:24.376600 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.services.segments.db [None req-95e9d317-f864-4cde-8018-68f83063457d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36c7da13-cf7e-4164-9f19-b350301e7409') {'for_net_delete': True} {{(pid=74231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:29:24.376784 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-e4cf3a99-ceb8-4670-b4f6-17920fce0795 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:29:24.376875 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.services.segments.db [None req-95e9d317-f864-4cde-8018-68f83063457d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36c7da13-cf7e-4164-9f19-b350301e7409') {} {{(pid=74231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:29:24.380593 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-e4cf3a99-ceb8-4670-b4f6-17920fce0795 admin admin] Usage tracker for resource:security_group_rule and tenant:735fce827bee4bed947095d2e749a798 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:29:24.383445 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-e4cf3a99-ceb8-4670-b4f6-17920fce0795 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:29:24.388693 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-95e9d317-f864-4cde-8018-68f83063457d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734680841831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15529841'] for segment, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:24.389339 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-e4cf3a99-ceb8-4670-b4f6-17920fce0795 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:29:24.405988 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-95e9d317-f864-4cde-8018-68f83063457d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047374'] for segment, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:24.412666 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e9d317-f864-4cde-8018-68f83063457d admin admin] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=74231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:29:24.413052 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-95e9d317-f864-4cde-8018-68f83063457d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2047367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15534182'] for segment, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:24.427031 dv-cinder-790014-1-smb neutron-server[74231]: Traceback (most recent call last): May 06 09:29:24.427031 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:29:24.427031 dv-cinder-790014-1-smb neutron-server[74231]: timer() May 06 09:29:24.427031 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:29:24.427031 dv-cinder-790014-1-smb neutron-server[74231]: cb(*args, **kw) May 06 09:29:24.427031 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 09:29:24.427031 dv-cinder-790014-1-smb neutron-server[74231]: return func(*args, **kwargs) May 06 09:29:24.427031 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:29:24.427031 dv-cinder-790014-1-smb neutron-server[74231]: self._notify() May 06 09:29:24.427031 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:29:24.427031 dv-cinder-790014-1-smb neutron-server[74231]: self.callback(batched_events) May 06 09:29:24.427031 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:29:24.427031 dv-cinder-790014-1-smb neutron-server[74231]: event.method(event) May 06 09:29:24.427031 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 09:29:24.427031 dv-cinder-790014-1-smb neutron-server[74231]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:29:24.427031 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 09:29:24.427031 dv-cinder-790014-1-smb neutron-server[74231]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:29:24.427031 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 09:29:24.427031 dv-cinder-790014-1-smb neutron-server[74231]: return f(self, *a, **k) May 06 09:29:24.427031 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 09:29:24.427031 dv-cinder-790014-1-smb neutron-server[74231]: return self._get(url).json() May 06 09:29:24.427031 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 09:29:24.427031 dv-cinder-790014-1-smb neutron-server[74231]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:29:24.427031 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:29:24.427031 dv-cinder-790014-1-smb neutron-server[74231]: return self.request(url, 'GET', **kwargs) May 06 09:29:24.427031 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:29:24.427031 dv-cinder-790014-1-smb neutron-server[74231]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:29:24.427031 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:29:24.427031 dv-cinder-790014-1-smb neutron-server[74231]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:29:24.427031 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:29:24.427031 dv-cinder-790014-1-smb neutron-server[74231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:29:24.427031 dv-cinder-790014-1-smb neutron-server[74231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:29:24.476239 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e4cf3a99-ceb8-4670-b4f6-17920fce0795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:24.483988 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 60483f10-4c36-4601-81bb-69dde9ad0968 no longer exists at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 09:29:24.517516 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] No Port match for: 60483f10-4c36-4601-81bb-69dde9ad0968 {{(pid=74233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 09:29:24.517871 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 60483f10-4c36-4601-81bb-69dde9ad0968 not bound to the agent host dv-cinder-790014-1-smb {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 09:29:24.556192 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-e4cf3a99-ceb8-4670-b4f6-17920fce0795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:24.565084 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-17dd84f6-71ab-43b3-85c9-d4a5fc75f497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:24.579310 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-95e9d317-f864-4cde-8018-68f83063457d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670049'] for network, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:24.583791 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-bad8c5ce-300a-4928-8116-de127fd9efdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:24.599762 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-95e9d317-f864-4cde-8018-68f83063457d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for network, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:24.605918 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9d317-f864-4cde-8018-68f83063457d admin admin] Pushing event deleted for resources: {'Network': ['ID=e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:24.611105 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-e4cf3a99-ceb8-4670-b4f6-17920fce0795 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=735fce827bee4bed947095d2e749a798&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2641985 May 06 09:29:24.611105 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf3a99-ceb8-4670-b4f6-17920fce0795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf2286f-7646-423d-8f58-f7d6d87b54a6,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:24.611978 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-95e9d317-f864-4cde-8018-68f83063457d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:24.612219 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 59142) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:24.614667 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-e4cf3a99-ceb8-4670-b4f6-17920fce0795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:24.670657 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-6f23c046-3adc-4c78-ba8a-df0d697e2f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:24.695552 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-6f23c046-3adc-4c78-ba8a-df0d697e2f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:24.699832 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-95e9d317-f864-4cde-8018-68f83063457d admin admin] 10.222.0.20 "DELETE /v2.0/networks/e0ebc1b4-f349-4df7-a6f9-f9ddf1f0334a HTTP/1.1" status: 204 len: 168 time: 1.2186127 May 06 09:29:24.815421 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-6f23c046-3adc-4c78-ba8a-df0d697e2f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:24.820452 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-84db32ba-f3d3-419e-ac82-a440ab5fe6eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:24.833835 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f23c046-3adc-4c78-ba8a-df0d697e2f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf2286f-7646-423d-8f58-f7d6d87b54a6,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:24.836424 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-6f23c046-3adc-4c78-ba8a-df0d697e2f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:24.837706 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-6f23c046-3adc-4c78-ba8a-df0d697e2f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:24.838850 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-6f23c046-3adc-4c78-ba8a-df0d697e2f11 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4bf2286f-7646-423d-8f58-f7d6d87b54a6 HTTP/1.1" status: 204 len: 168 time: 0.2258985 May 06 09:29:25.100014 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 59150) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:25.148463 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-d3f4a0fd-c140-4914-ba40-36cb51fa5269 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=87a87eb65c3849949fab4179da2d6886&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0472169 May 06 09:29:25.150631 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 59154) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:25.210519 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-f6a35cc5-c2d5-42d2-82c6-d2529c566463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:25.238341 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-f6a35cc5-c2d5-42d2-82c6-d2529c566463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:25.352520 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-f6a35cc5-c2d5-42d2-82c6-d2529c566463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:25.357736 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-e0965cac-f23b-448d-b2e8-f56941f4734e tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:25.371287 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a35cc5-c2d5-42d2-82c6-d2529c566463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed82b7a5-4f7c-4dd6-bff4-144157ae0951,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:25.375162 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-f6a35cc5-c2d5-42d2-82c6-d2529c566463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:25.378892 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-f6a35cc5-c2d5-42d2-82c6-d2529c566463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:25.382364 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-f6a35cc5-c2d5-42d2-82c6-d2529c566463 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed82b7a5-4f7c-4dd6-bff4-144157ae0951 HTTP/1.1" status: 204 len: 168 time: 0.2285624 May 06 09:29:30.499273 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:34.112359 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 59322) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:34.228435 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-bf58a266-f484-495e-9792-8763f04e67c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:34.242368 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-bf58a266-f484-495e-9792-8763f04e67c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:29:34.246145 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-bf58a266-f484-495e-9792-8763f04e67c6 admin admin] Usage tracker for resource:security_group_rule and tenant:c1496c7401b64b83a1a47728142dbe02 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:29:34.249141 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-bf58a266-f484-495e-9792-8763f04e67c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:29:34.255606 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-bf58a266-f484-495e-9792-8763f04e67c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:29:34.334498 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-bf58a266-f484-495e-9792-8763f04e67c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:34.386082 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-bf58a266-f484-495e-9792-8763f04e67c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:34.394386 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-7a3ad2b5-e724-4b4d-9f2b-ab1fe761f695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:34.432774 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-bf58a266-f484-495e-9792-8763f04e67c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c1496c7401b64b83a1a47728142dbe02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3194175 May 06 09:29:34.434308 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58a266-f484-495e-9792-8763f04e67c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32cb6603-dd88-40bd-bb3d-04aafa2fb35b,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:34.435696 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 59328) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:34.442271 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a266-f484-495e-9792-8763f04e67c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:29:34.442652 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a266-f484-495e-9792-8763f04e67c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:29:34.443022 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a266-f484-495e-9792-8763f04e67c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:29:34.443387 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a266-f484-495e-9792-8763f04e67c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:29:34.443774 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a266-f484-495e-9792-8763f04e67c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:29:34.444137 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a266-f484-495e-9792-8763f04e67c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:29:34.444498 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a266-f484-495e-9792-8763f04e67c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:29:34.444851 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a266-f484-495e-9792-8763f04e67c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:29:34.445207 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a266-f484-495e-9792-8763f04e67c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:29:34.445559 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a266-f484-495e-9792-8763f04e67c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:29:34.445908 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a266-f484-495e-9792-8763f04e67c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:29:34.446257 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58a266-f484-495e-9792-8763f04e67c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:29:34.450076 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-bf58a266-f484-495e-9792-8763f04e67c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:34.494092 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3a4adf16-d1e6-43eb-86a5-d2dac52256b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:34.520358 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3a4adf16-d1e6-43eb-86a5-d2dac52256b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:34.638304 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3a4adf16-d1e6-43eb-86a5-d2dac52256b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:34.643254 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-9563ee20-ad0e-4b29-9407-bb858a6bb291 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:34.655225 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4adf16-d1e6-43eb-86a5-d2dac52256b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cb6603-dd88-40bd-bb3d-04aafa2fb35b,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:34.658635 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-3a4adf16-d1e6-43eb-86a5-d2dac52256b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:34.660588 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3a4adf16-d1e6-43eb-86a5-d2dac52256b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:34.661691 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-3a4adf16-d1e6-43eb-86a5-d2dac52256b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32cb6603-dd88-40bd-bb3d-04aafa2fb35b HTTP/1.1" status: 204 len: 168 time: 0.2250946 May 06 09:29:35.252966 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 59346) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:35.271614 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-b17a74d1-9d31-49b3-ae43-0267372f43f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:35.286275 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-b17a74d1-9d31-49b3-ae43-0267372f43f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:29:35.287186 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.agents_db [None req-638a5930-6b89-4b54-bbc4-25c5e7558cab None None] Agent healthcheck: found 6 active agents {{(pid=74234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 09:29:35.290188 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-b17a74d1-9d31-49b3-ae43-0267372f43f7 admin admin] Usage tracker for resource:security_group_rule and tenant:1dcc7d579c394fc586489bc4372216d4 is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:29:35.292980 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-b17a74d1-9d31-49b3-ae43-0267372f43f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:29:35.298680 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-b17a74d1-9d31-49b3-ae43-0267372f43f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:29:35.376103 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-b17a74d1-9d31-49b3-ae43-0267372f43f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:35.435979 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-b17a74d1-9d31-49b3-ae43-0267372f43f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:35.443085 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:35.480816 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a74d1-9d31-49b3-ae43-0267372f43f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd99c322-719a-4778-89c1-986c08a38128,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:35.484989 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-b17a74d1-9d31-49b3-ae43-0267372f43f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1dcc7d579c394fc586489bc4372216d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2310510 May 06 09:29:35.485844 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-b17a74d1-9d31-49b3-ae43-0267372f43f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:35.488195 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 59350) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:35.547650 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-9d6e6d18-043b-4187-a497-f9daf5e10589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:35.572578 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-9d6e6d18-043b-4187-a497-f9daf5e10589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:35.717791 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-9d6e6d18-043b-4187-a497-f9daf5e10589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:35.721560 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-6cbdba72-ac45-406d-896a-5749917c6db0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:35.732239 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e6d18-043b-4187-a497-f9daf5e10589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd99c322-719a-4778-89c1-986c08a38128,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:35.736050 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-9d6e6d18-043b-4187-a497-f9daf5e10589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:35.739164 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-9d6e6d18-043b-4187-a497-f9daf5e10589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:35.740329 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-9d6e6d18-043b-4187-a497-f9daf5e10589 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd99c322-719a-4778-89c1-986c08a38128 HTTP/1.1" status: 204 len: 168 time: 0.2516308 May 06 09:29:38.655960 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-f68cf5e8-3e78-48aa-8957-2710e14de96b req-a68d0615-edc6-4cc5-b642-90d88060c24b tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1304543852&fields=id&tenant_id=74dc9aa8a5bc4509b7cbc1bc22c842a9 HTTP/1.1" status: 200 len: 267 time: 0.0433674 May 06 09:29:38.744594 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cf5e8-3e78-48aa-8957-2710e14de96b req-ab21d1fc-6c7d-45e9-96b8-0adaade4f04f tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:29:38.746212 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-f68cf5e8-3e78-48aa-8957-2710e14de96b req-ab21d1fc-6c7d-45e9-96b8-0adaade4f04f tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/ports?device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 985 time: 0.0845840 May 06 09:29:38.757698 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [req-f68cf5e8-3e78-48aa-8957-2710e14de96b req-3886ad54-ca47-43c8-9f37-d1021e6bab63 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Request body: {'port': {'security_groups': ['2a687ed9-a9b5-4d03-88d0-2b36ec1cceaf']}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:29:38.880244 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-f68cf5e8-3e78-48aa-8957-2710e14de96b req-3886ad54-ca47-43c8-9f37-d1021e6bab63 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:39.125862 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-f68cf5e8-3e78-48aa-8957-2710e14de96b req-3886ad54-ca47-43c8-9f37-d1021e6bab63 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] For port d45c5c2e-f984-494b-9a9c-476a02afc1dd, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=d45c5c2e-f984-494b-9a9c-476a02afc1dd,segment=NetworkSegment(70ef09ec-2709-4fec-b07a-1dbdcb7d412d),segment_id=70ef09ec-2709-4fec-b07a-1dbdcb7d412d)] {{(pid=74231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:29:39.152069 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-f68cf5e8-3e78-48aa-8957-2710e14de96b req-3886ad54-ca47-43c8-9f37-d1021e6bab63 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks [] for port, precommit_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:39.221312 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-f68cf5e8-3e78-48aa-8957-2710e14de96b req-3886ad54-ca47-43c8-9f37-d1021e6bab63 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15534154'] for port, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:39.227036 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-317c78bc-1c8c-440c-a178-29875a4493b3 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:39.232190 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] get_ports_and_sgs() called for port_ids ['d45c5c2e-f984-494b-9a9c-476a02afc1dd'] {{(pid=74233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 09:29:39.289959 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cf5e8-3e78-48aa-8957-2710e14de96b req-3886ad54-ca47-43c8-9f37-d1021e6bab63 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:29:39.290586 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-f68cf5e8-3e78-48aa-8957-2710e14de96b req-3886ad54-ca47-43c8-9f37-d1021e6bab63 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:39.291992 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-f68cf5e8-3e78-48aa-8957-2710e14de96b req-3886ad54-ca47-43c8-9f37-d1021e6bab63 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "PUT /v2.0/ports/d45c5c2e-f984-494b-9a9c-476a02afc1dd HTTP/1.1" status: 200 len: 943 time: 0.5389385 May 06 09:29:39.292507 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ea5e1b-0158-49f7-a337-fc87a26e6d12', 'tag': 'd45c5c2e-f984-494b-9a9c-476a02afc1dd'}] {{(pid=74231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:29:39.300933 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 59444) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:39.328218 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3886ad54-ca47-43c8-9f37-d1021e6bab63 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Pushing event updated for resources: {'Port': ['ID=d45c5c2e-f984-494b-9a9c-476a02afc1dd,revision_number=7']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:39.339178 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3886ad54-ca47-43c8-9f37-d1021e6bab63 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:29:39.339700 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3886ad54-ca47-43c8-9f37-d1021e6bab63 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:29:39.340360 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3886ad54-ca47-43c8-9f37-d1021e6bab63 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:29:39.340766 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3886ad54-ca47-43c8-9f37-d1021e6bab63 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:29:39.341119 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3886ad54-ca47-43c8-9f37-d1021e6bab63 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:29:39.341465 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3886ad54-ca47-43c8-9f37-d1021e6bab63 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:29:39.342482 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3886ad54-ca47-43c8-9f37-d1021e6bab63 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:29:39.342832 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3886ad54-ca47-43c8-9f37-d1021e6bab63 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:29:39.343176 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3886ad54-ca47-43c8-9f37-d1021e6bab63 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:29:39.343734 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3886ad54-ca47-43c8-9f37-d1021e6bab63 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:29:39.344249 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3886ad54-ca47-43c8-9f37-d1021e6bab63 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:29:39.344950 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3886ad54-ca47-43c8-9f37-d1021e6bab63 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:29:39.360413 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-3886ad54-ca47-43c8-9f37-d1021e6bab63 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:39.363630 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ea5e1b-0158-49f7-a337-fc87a26e6d12', 'tag': 'd45c5c2e-f984-494b-9a9c-476a02afc1dd', 'status': 'completed', 'code': 200} May 06 09:29:39.386665 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] get_ports_and_sgs() called for port_ids ['d45c5c2e-f984-494b-9a9c-476a02afc1dd'] {{(pid=74233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 09:29:39.428672 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-270473ea-5d57-49a5-8507-ee62848895d0 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:39.466730 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-270473ea-5d57-49a5-8507-ee62848895d0 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:39.468674 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e2ac5-e950-4e72-966d-0751ac0a70eb req-a79ec029-1357-47df-9c40-2c1d478c324a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:29:39.471075 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4c4e2ac5-e950-4e72-966d-0751ac0a70eb req-a79ec029-1357-47df-9c40-2c1d478c324a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=74dc9aa8a5bc4509b7cbc1bc22c842a9&device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 1099 time: 0.0909643 May 06 09:29:39.603808 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-f93ff7e7-88e0-450a-9daf-20568a356e7c None None] Provisioning complete for port d45c5c2e-f984-494b-9a9c-476a02afc1dd triggered by entity DHCP. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:29:39.604195 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-f93ff7e7-88e0-450a-9daf-20568a356e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:39.620452 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e2ac5-e950-4e72-966d-0751ac0a70eb req-6db1b6fa-36bf-4a64-bc7e-4250f929928f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:29:39.630192 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4c4e2ac5-e950-4e72-966d-0751ac0a70eb req-6db1b6fa-36bf-4a64-bc7e-4250f929928f service neutron] 10.222.0.79 "GET /v2.0/networks?id=f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059 HTTP/1.1" status: 200 len: 916 time: 0.1420851 May 06 09:29:39.678074 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-270473ea-5d57-49a5-8507-ee62848895d0 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:39.683145 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-76a25e41-0b83-483c-b1e3-bd4e39b7f80c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:39.696782 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270473ea-5d57-49a5-8507-ee62848895d0 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06ba2d1-acdd-4e95-9002-b17ef93b2b8c,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:39.701564 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-270473ea-5d57-49a5-8507-ee62848895d0 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:39.758115 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4c4e2ac5-e950-4e72-966d-0751ac0a70eb req-1c401479-234a-4f96-96f4-b5e502790e13 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d45c5c2e-f984-494b-9a9c-476a02afc1dd HTTP/1.1" status: 200 len: 1002 time: 0.1286485 May 06 09:29:39.799596 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-270473ea-5d57-49a5-8507-ee62848895d0 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:39.801087 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-270473ea-5d57-49a5-8507-ee62848895d0 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "DELETE /v2.0/security-groups/c06ba2d1-acdd-4e95-9002-b17ef93b2b8c HTTP/1.1" status: 204 len: 168 time: 0.4968662 May 06 09:29:39.803764 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 59458) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:39.848842 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e2ac5-e950-4e72-966d-0751ac0a70eb req-4762bf2b-c015-48fa-9006-1473d4bcb203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:29:39.850964 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4c4e2ac5-e950-4e72-966d-0751ac0a70eb req-4762bf2b-c015-48fa-9006-1473d4bcb203 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e1734543-204d-4a78-99b8-bce23fe18df5 HTTP/1.1" status: 200 len: 853 time: 0.0785866 May 06 09:29:40.055227 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e2ac5-e950-4e72-966d-0751ac0a70eb req-1d786bf4-2371-4580-b07d-76a53366a230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:29:40.056724 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4c4e2ac5-e950-4e72-966d-0751ac0a70eb req-1d786bf4-2371-4580-b07d-76a53366a230 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1990290 May 06 09:29:40.106260 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.plugin [None req-8e0e9242-db86-4e23-8fdb-1f7b2cfadc8d tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Deleting port 08a246af-4f18-41be-805f-7b5130fc95a1 {{(pid=74232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:29:40.106588 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-8e0e9242-db86-4e23-8fdb-1f7b2cfadc8d tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:40.196991 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4c4e2ac5-e950-4e72-966d-0751ac0a70eb req-0c4d9d02-1561-4884-bd7f-8fbed12a9ebb service neutron] 10.222.0.79 "GET /v2.0/networks/f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320744 May 06 09:29:40.228534 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-8e0e9242-db86-4e23-8fdb-1f7b2cfadc8d tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:40.228974 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-8e0e9242-db86-4e23-8fdb-1f7b2cfadc8d tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:40.341262 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-4c4e2ac5-e950-4e72-966d-0751ac0a70eb req-7b9ef4c1-0d59-44c8-b0c9-3f631d4f426a service neutron] 10.222.0.79 "GET /v2.0/networks/f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365683 May 06 09:29:40.446988 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.plugin [None req-8e0e9242-db86-4e23-8fdb-1f7b2cfadc8d tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Calling delete_port for 08a246af-4f18-41be-805f-7b5130fc95a1 owned by network:floatingip {{(pid=74232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:29:40.649219 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-8e0e9242-db86-4e23-8fdb-1f7b2cfadc8d tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15350160'] for port, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:40.653994 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-982fc7f4-8563-4649-9bf2-ac08834836f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:40.726808 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e9242-db86-4e23-8fdb-1f7b2cfadc8d tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Pushing event deleted for resources: {'Port': ['ID=08a246af-4f18-41be-805f-7b5130fc95a1,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:40.733239 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-8e0e9242-db86-4e23-8fdb-1f7b2cfadc8d tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:40.797610 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-8e0e9242-db86-4e23-8fdb-1f7b2cfadc8d tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks [] for floatingip, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:40.797610 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.db.l3_db [None req-8e0e9242-db86-4e23-8fdb-1f7b2cfadc8d tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Floating IP 041dec8f-5f66-4562-8336-a004327982f1 disassociated (deleted). External IP: 172.28.3.198, port: d45c5c2e-f984-494b-9a9c-476a02afc1dd. May 06 09:29:41.148077 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e0e9242-db86-4e23-8fdb-1f7b2cfadc8d tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Router 8a6627fd-847a-4e48-bea7-62960507b8a8 has already been hosted by L3 agent 6417d645-ec24-4e28-ae28-fb602049daa5 {{(pid=74232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 09:29:41.327335 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0e9242-db86-4e23-8fdb-1f7b2cfadc8d tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify agent at l3_agent.dv-cinder-790014-1-smb the message routers_updated {{(pid=74232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 09:29:41.336416 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3db739-bc63-4d0e-9157-4235a5a3b668 None None] Sync routers for ids ['8a6627fd-847a-4e48-bea7-62960507b8a8'] in dv-cinder-790014-1-smb {{(pid=74233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:29:41.345661 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3db739-bc63-4d0e-9157-4235a5a3b668 None None] Routers {'8a6627fd-847a-4e48-bea7-62960507b8a8'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:29:41.348971 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-cd3db739-bc63-4d0e-9157-4235a5a3b668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:29:16Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['8a6627fd-847a-4e48-bea7-62960507b8a8'], 'active': True} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:29:41.391659 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-8e0e9242-db86-4e23-8fdb-1f7b2cfadc8d tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for floatingip, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:41.447665 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-8e0e9242-db86-4e23-8fdb-1f7b2cfadc8d tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "DELETE /v2.0/floatingips/041dec8f-5f66-4562-8336-a004327982f1 HTTP/1.1" status: 204 len: 168 time: 1.6426880 May 06 09:29:41.448516 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ea5e1b-0158-49f7-a337-fc87a26e6d12', 'tag': 'd45c5c2e-f984-494b-9a9c-476a02afc1dd'}] {{(pid=74232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:29:41.494368 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ea5e1b-0158-49f7-a337-fc87a26e6d12', 'tag': 'd45c5c2e-f984-494b-9a9c-476a02afc1dd', 'status': 'completed', 'code': 200} May 06 09:29:41.534648 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvr_db [None req-cd3db739-bc63-4d0e-9157-4235a5a3b668 None None] Set router 8a6627fd-847a-4e48-bea7-62960507b8a8 gateway port host: dv-cinder-790014-1-smb {{(pid=74233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:29:41.600196 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f4ffb-09c4-44cb-9cf0-d95fc63de2f8 req-99931c3e-4134-4067-b502-2f2d7b90d512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:29:41.600196 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e88f4ffb-09c4-44cb-9cf0-d95fc63de2f8 req-99931c3e-4134-4067-b502-2f2d7b90d512 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=74dc9aa8a5bc4509b7cbc1bc22c842a9&device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 1099 time: 0.0808098 May 06 09:29:41.752928 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f4ffb-09c4-44cb-9cf0-d95fc63de2f8 req-f6924494-0bd8-43a6-b43a-d9aa9d6f275c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:29:41.754647 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e88f4ffb-09c4-44cb-9cf0-d95fc63de2f8 req-f6924494-0bd8-43a6-b43a-d9aa9d6f275c service neutron] 10.222.0.79 "GET /v2.0/networks?id=f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059 HTTP/1.1" status: 200 len: 916 time: 0.1525505 May 06 09:29:41.831103 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e88f4ffb-09c4-44cb-9cf0-d95fc63de2f8 req-0cae9449-87b3-4e70-b3dc-2cbb58f84121 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d45c5c2e-f984-494b-9a9c-476a02afc1dd HTTP/1.1" status: 200 len: 217 time: 0.0697858 May 06 09:29:41.862585 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-cd3db739-bc63-4d0e-9157-4235a5a3b668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6627fd-847a-4e48-bea7-62960507b8a8', 'name': 'tempest-TestMinimumBasicScenario-183760932-router', 'tenant_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': '293ca5ba-0834-45ce-a9e7-01ea52d730ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:27:21Z', 'updated_at': '2021-05-06T09:27:26Z', 'revision_number': 4, 'project_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'gw_port': {'id': '293ca5ba-0834-45ce-a9e7-01ea52d730ee', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:82:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6627fd-847a-4e48-bea7-62960507b8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:27:22Z', 'updated_at': '2021-05-06T09:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': '13df5695-daf1-485d-97b8-de016f325fa6', 'name': '', 'network_id': 'f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059', 'tenant_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'mac_address': 'fa:16:3e:6c:d3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6627fd-847a-4e48-bea7-62960507b8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'e1734543-204d-4a78-99b8-bce23fe18df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:27:25Z', 'updated_at': '2021-05-06T09:27:33Z', 'revision_number': 5, 'project_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'subnets': [{'id': 'e1734543-204d-4a78-99b8-bce23fe18df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:29:41.866776 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3db739-bc63-4d0e-9157-4235a5a3b668 None None] Checking router: 8a6627fd-847a-4e48-bea7-62960507b8a8 for host: dv-cinder-790014-1-smb {{(pid=74233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:29:41.886795 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3db739-bc63-4d0e-9157-4235a5a3b668 None None] Routers {'8a6627fd-847a-4e48-bea7-62960507b8a8'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:29:41.886795 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-cd3db739-bc63-4d0e-9157-4235a5a3b668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:29:16Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['8a6627fd-847a-4e48-bea7-62960507b8a8'], 'active': True} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:29:41.915537 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f4ffb-09c4-44cb-9cf0-d95fc63de2f8 req-c303f9b1-095a-4aff-9b21-ba5fa01277b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:29:41.917032 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e88f4ffb-09c4-44cb-9cf0-d95fc63de2f8 req-c303f9b1-095a-4aff-9b21-ba5fa01277b7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e1734543-204d-4a78-99b8-bce23fe18df5 HTTP/1.1" status: 200 len: 853 time: 0.0794609 May 06 09:29:42.012009 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f4ffb-09c4-44cb-9cf0-d95fc63de2f8 req-380256d5-23a1-4998-a104-a6d8e88c1604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:29:42.012009 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e88f4ffb-09c4-44cb-9cf0-d95fc63de2f8 req-380256d5-23a1-4998-a104-a6d8e88c1604 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0853426 May 06 09:29:42.139604 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvr_db [None req-cd3db739-bc63-4d0e-9157-4235a5a3b668 None None] Set router 8a6627fd-847a-4e48-bea7-62960507b8a8 gateway port host: dv-cinder-790014-1-smb {{(pid=74233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:29:42.186242 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e88f4ffb-09c4-44cb-9cf0-d95fc63de2f8 req-dae7bcee-9607-4d18-a6d6-635dd9aaec87 service neutron] 10.222.0.79 "GET /v2.0/networks/f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608932 May 06 09:29:42.329978 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e88f4ffb-09c4-44cb-9cf0-d95fc63de2f8 req-b1675223-823c-43a4-abf4-d70875f750fb service neutron] 10.222.0.79 "GET /v2.0/networks/f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311951 May 06 09:29:42.473049 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-cd3db739-bc63-4d0e-9157-4235a5a3b668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6627fd-847a-4e48-bea7-62960507b8a8', 'name': 'tempest-TestMinimumBasicScenario-183760932-router', 'tenant_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': '293ca5ba-0834-45ce-a9e7-01ea52d730ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:27:21Z', 'updated_at': '2021-05-06T09:27:26Z', 'revision_number': 4, 'project_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'gw_port': {'id': '293ca5ba-0834-45ce-a9e7-01ea52d730ee', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:82:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6627fd-847a-4e48-bea7-62960507b8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:27:22Z', 'updated_at': '2021-05-06T09:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': '13df5695-daf1-485d-97b8-de016f325fa6', 'name': '', 'network_id': 'f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059', 'tenant_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'mac_address': 'fa:16:3e:6c:d3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6627fd-847a-4e48-bea7-62960507b8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'e1734543-204d-4a78-99b8-bce23fe18df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:27:25Z', 'updated_at': '2021-05-06T09:27:33Z', 'revision_number': 5, 'project_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'subnets': [{'id': 'e1734543-204d-4a78-99b8-bce23fe18df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:29:42.476999 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3db739-bc63-4d0e-9157-4235a5a3b668 None None] The sync data for ids ['8a6627fd-847a-4e48-bea7-62960507b8a8'] in dv-cinder-790014-1-smb is: [{'id': '8a6627fd-847a-4e48-bea7-62960507b8a8', 'name': 'tempest-TestMinimumBasicScenario-183760932-router', 'tenant_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': '293ca5ba-0834-45ce-a9e7-01ea52d730ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:27:21Z', 'updated_at': '2021-05-06T09:27:26Z', 'revision_number': 4, 'project_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'gw_port': {'id': '293ca5ba-0834-45ce-a9e7-01ea52d730ee', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:82:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6627fd-847a-4e48-bea7-62960507b8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:27:22Z', 'updated_at': '2021-05-06T09:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': '13df5695-daf1-485d-97b8-de016f325fa6', 'name': '', 'network_id': 'f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059', 'tenant_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'mac_address': 'fa:16:3e:6c:d3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6627fd-847a-4e48-bea7-62960507b8a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'e1734543-204d-4a78-99b8-bce23fe18df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:27:25Z', 'updated_at': '2021-05-06T09:27:33Z', 'revision_number': 5, 'project_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'subnets': [{'id': 'e1734543-204d-4a78-99b8-bce23fe18df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:29:42.693660 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff75b1b1-e949-47f3-b264-afe2d4428bfc None None] New status for floating IP 041dec8f-5f66-4562-8336-a004327982f1: DOWN {{(pid=74234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:29:43.369496 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-94b2bc05-32f6-4006-b563-492491718f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:44.359569 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 59544) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:44.481923 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-3f9a1c69-c0a9-43b3-ae54-b965e1887ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:44.496948 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-3f9a1c69-c0a9-43b3-ae54-b965e1887ccf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:29:44.500822 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-3f9a1c69-c0a9-43b3-ae54-b965e1887ccf admin admin] Usage tracker for resource:security_group_rule and tenant:e7e2b4f9ebf744c798a36fbc42672933 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:29:44.504264 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-3f9a1c69-c0a9-43b3-ae54-b965e1887ccf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:29:44.510550 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-3f9a1c69-c0a9-43b3-ae54-b965e1887ccf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:29:44.597097 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-3f9a1c69-c0a9-43b3-ae54-b965e1887ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:44.672603 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-3f9a1c69-c0a9-43b3-ae54-b965e1887ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:44.681496 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-c15ecdce-cf99-4188-8c4e-92f96a4b0bc2 tempest-AttachVolumeTestJSON-294016312 tempest-AttachVolumeTestJSON-294016312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:44.726843 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 59568) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:44.727534 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-3f9a1c69-c0a9-43b3-ae54-b965e1887ccf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e7e2b4f9ebf744c798a36fbc42672933&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3662851 May 06 09:29:44.728949 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9a1c69-c0a9-43b3-ae54-b965e1887ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d124c1f-3bd0-47c3-918c-32a9bcd6ce6c,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:44.744098 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-3f9a1c69-c0a9-43b3-ae54-b965e1887ccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:44.800637 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-881d7fd9-c563-40d1-acf2-60925b27cf24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:44.829852 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-881d7fd9-c563-40d1-acf2-60925b27cf24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:44.944731 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-881d7fd9-c563-40d1-acf2-60925b27cf24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:44.950161 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-b17a74d1-9d31-49b3-ae43-0267372f43f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:44.959971 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d7fd9-c563-40d1-acf2-60925b27cf24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d124c1f-3bd0-47c3-918c-32a9bcd6ce6c,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:44.964575 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-881d7fd9-c563-40d1-acf2-60925b27cf24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:44.966517 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-881d7fd9-c563-40d1-acf2-60925b27cf24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:44.967646 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-881d7fd9-c563-40d1-acf2-60925b27cf24 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d124c1f-3bd0-47c3-918c-32a9bcd6ce6c HTTP/1.1" status: 204 len: 168 time: 0.2374542 May 06 09:29:45.371343 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb83c8-7e74-46d5-88f1-c05a6610d3fc req-d31c4126-01a2-446b-afb8-32ba8c219327 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:29:45.372065 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-77bb83c8-7e74-46d5-88f1-c05a6610d3fc req-d31c4126-01a2-446b-afb8-32ba8c219327 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Synchronizing usage tracker for tenant:74dc9aa8a5bc4509b7cbc1bc22c842a9 on resource:port {{(pid=74232) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:29:45.535181 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-77bb83c8-7e74-46d5-88f1-c05a6610d3fc req-d31c4126-01a2-446b-afb8-32ba8c219327 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Unset dirty status for tenant:74dc9aa8a5bc4509b7cbc1bc22c842a9 on resource:port {{(pid=74232) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:29:45.536336 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-77bb83c8-7e74-46d5-88f1-c05a6610d3fc req-d31c4126-01a2-446b-afb8-32ba8c219327 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/ports?device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 946 time: 0.2442596 May 06 09:29:45.589337 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-77bb83c8-7e74-46d5-88f1-c05a6610d3fc req-99445c3b-6de2-42bf-b517-0910510a328e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Synchronizing usage tracker for tenant:74dc9aa8a5bc4509b7cbc1bc22c842a9 on resource:security_group {{(pid=74232) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:29:45.717766 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-77bb83c8-7e74-46d5-88f1-c05a6610d3fc req-99445c3b-6de2-42bf-b517-0910510a328e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Unset dirty status for tenant:74dc9aa8a5bc4509b7cbc1bc22c842a9 on resource:security_group {{(pid=74232) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:29:45.718994 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-77bb83c8-7e74-46d5-88f1-c05a6610d3fc req-99445c3b-6de2-42bf-b517-0910510a328e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a687ed9-a9b5-4d03-88d0-2b36ec1cceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722937 May 06 09:29:45.737601 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 59582) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:45.760482 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-a4be7b3e-2c5e-49d7-b6af-d8dc9410034f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:45.778097 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-a4be7b3e-2c5e-49d7-b6af-d8dc9410034f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:29:45.782105 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-a4be7b3e-2c5e-49d7-b6af-d8dc9410034f admin admin] Usage tracker for resource:security_group_rule and tenant:666720abfc554cc69c449f097ccd6197 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:29:45.785819 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-a4be7b3e-2c5e-49d7-b6af-d8dc9410034f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:29:45.791939 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-a4be7b3e-2c5e-49d7-b6af-d8dc9410034f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:29:45.824846 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-88656a3a-a701-4c41-851b-75bed95a338d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:45.876443 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-a4be7b3e-2c5e-49d7-b6af-d8dc9410034f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:45.883820 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:45.973556 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-a4be7b3e-2c5e-49d7-b6af-d8dc9410034f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:45.980977 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-faf6d144-b131-4ad3-8a58-366f3a954eea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:46.020942 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be7b3e-2c5e-49d7-b6af-d8dc9410034f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff634d33-b992-4360-bd0e-e60656e3b807,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:46.025702 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-a4be7b3e-2c5e-49d7-b6af-d8dc9410034f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=666720abfc554cc69c449f097ccd6197&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2866488 May 06 09:29:46.026620 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-a4be7b3e-2c5e-49d7-b6af-d8dc9410034f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:46.028569 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 59586) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:46.087845 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-bcbda69f-c22e-4331-bb6f-f1b0351a24fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:46.118044 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-bcbda69f-c22e-4331-bb6f-f1b0351a24fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:46.237928 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-bcbda69f-c22e-4331-bb6f-f1b0351a24fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:46.241862 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-d771208a-000c-4cbd-8fa7-86df1e7c6f8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:46.255861 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbda69f-c22e-4331-bb6f-f1b0351a24fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff634d33-b992-4360-bd0e-e60656e3b807,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:46.259534 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-bcbda69f-c22e-4331-bb6f-f1b0351a24fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:46.266422 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-bcbda69f-c22e-4331-bb6f-f1b0351a24fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:46.268219 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-bcbda69f-c22e-4331-bb6f-f1b0351a24fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff634d33-b992-4360-bd0e-e60656e3b807 HTTP/1.1" status: 204 len: 168 time: 0.2389276 May 06 09:29:46.969766 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebe6c7-0aee-4c9b-b37c-54e098f713b2 req-d547cb3b-fdeb-467a-96cc-69eb20897399 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:29:46.969766 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e1ebe6c7-0aee-4c9b-b37c-54e098f713b2 req-d547cb3b-fdeb-467a-96cc-69eb20897399 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/ports?device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 946 time: 0.1311774 May 06 09:29:46.992257 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:47.027360 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29bda2-9ddd-4fe5-b989-43f1c8f6e0d2 req-ac23055a-5c32-4bcb-8919-008f35c5a9f1 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:29:47.028814 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-3f29bda2-9ddd-4fe5-b989-43f1c8f6e0d2 req-ac23055a-5c32-4bcb-8919-008f35c5a9f1 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.79 "GET /v2.0/ports?device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 946 time: 0.1350131 May 06 09:29:47.037579 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e1ebe6c7-0aee-4c9b-b37c-54e098f713b2 req-1c5b4751-56f2-4bb5-ad7f-2522eeabbb5e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a687ed9-a9b5-4d03-88d0-2b36ec1cceaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636709 May 06 09:29:47.171301 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [req-3f29bda2-9ddd-4fe5-b989-43f1c8f6e0d2 req-551975ec-26c5-4cf6-917e-f1d5220dc312 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Deleting port d45c5c2e-f984-494b-9a9c-476a02afc1dd {{(pid=74231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:29:47.171742 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-3f29bda2-9ddd-4fe5-b989-43f1c8f6e0d2 req-551975ec-26c5-4cf6-917e-f1d5220dc312 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:47.292150 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 59634) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:47.324096 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-3f29bda2-9ddd-4fe5-b989-43f1c8f6e0d2 req-551975ec-26c5-4cf6-917e-f1d5220dc312 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] For port d45c5c2e-f984-494b-9a9c-476a02afc1dd, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=d45c5c2e-f984-494b-9a9c-476a02afc1dd,segment=NetworkSegment(70ef09ec-2709-4fec-b07a-1dbdcb7d412d),segment_id=70ef09ec-2709-4fec-b07a-1dbdcb7d412d)] {{(pid=74231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:29:47.324457 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-3f29bda2-9ddd-4fe5-b989-43f1c8f6e0d2 req-551975ec-26c5-4cf6-917e-f1d5220dc312 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:47.559409 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-a69b35b6-ac6a-40f7-8ce1-745489aba938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:47.563562 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [req-3f29bda2-9ddd-4fe5-b989-43f1c8f6e0d2 req-551975ec-26c5-4cf6-917e-f1d5220dc312 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Calling delete_port for d45c5c2e-f984-494b-9a9c-476a02afc1dd owned by compute:nova {{(pid=74231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:29:47.577289 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-a69b35b6-ac6a-40f7-8ce1-745489aba938 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:29:47.582137 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-a69b35b6-ac6a-40f7-8ce1-745489aba938 admin admin] Usage tracker for resource:security_group_rule and tenant:9b70ffde6eb94ca8886be46e4f94a9d5 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:29:47.585994 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-a69b35b6-ac6a-40f7-8ce1-745489aba938 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:29:47.592850 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-a69b35b6-ac6a-40f7-8ce1-745489aba938 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:29:47.752816 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-3f29bda2-9ddd-4fe5-b989-43f1c8f6e0d2 req-551975ec-26c5-4cf6-917e-f1d5220dc312 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:47.760130 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-4fb5854a-9577-466d-a9b7-f589c9408314 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:47.809382 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551975ec-26c5-4cf6-917e-f1d5220dc312 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Pushing event deleted for resources: {'Port': ['ID=d45c5c2e-f984-494b-9a9c-476a02afc1dd,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:47.811841 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-551975ec-26c5-4cf6-917e-f1d5220dc312 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:47.828651 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-a69b35b6-ac6a-40f7-8ce1-745489aba938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:47.910156 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-a69b35b6-ac6a-40f7-8ce1-745489aba938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:47.931829 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f29bda2-9ddd-4fe5-b989-43f1c8f6e0d2 req-551975ec-26c5-4cf6-917e-f1d5220dc312 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] No DVR routers for this DVR port d45c5c2e-f984-494b-9a9c-476a02afc1dd on host hv-cinder-79001 {{(pid=74231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:29:47.935257 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-3f29bda2-9ddd-4fe5-b989-43f1c8f6e0d2 req-551975ec-26c5-4cf6-917e-f1d5220dc312 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:47.940087 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ea5e1b-0158-49f7-a337-fc87a26e6d12', 'name': 'network-vif-deleted', 'tag': 'd45c5c2e-f984-494b-9a9c-476a02afc1dd'}] {{(pid=74231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:29:47.948241 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-38540a5f-488b-4e8b-9284-49d4aa2c3b15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:47.968992 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-a69b35b6-ac6a-40f7-8ce1-745489aba938 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b70ffde6eb94ca8886be46e4f94a9d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6756830 May 06 09:29:47.971782 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 59648) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:48.003549 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b35b6-ac6a-40f7-8ce1-745489aba938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69fa7a2d-6b33-43ee-92cc-9cf269ce20da,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:48.005260 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ea5e1b-0158-49f7-a337-fc87a26e6d12', 'name': 'network-vif-deleted', 'tag': 'd45c5c2e-f984-494b-9a9c-476a02afc1dd', 'status': 'completed', 'code': 200} May 06 09:29:48.012366 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-a69b35b6-ac6a-40f7-8ce1-745489aba938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:48.033921 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-3f29bda2-9ddd-4fe5-b989-43f1c8f6e0d2 req-551975ec-26c5-4cf6-917e-f1d5220dc312 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.79 "DELETE /v2.0/ports/d45c5c2e-f984-494b-9a9c-476a02afc1dd HTTP/1.1" status: 204 len: 173 time: 0.9993582 May 06 09:29:48.172116 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-cb04ce5b-c631-4622-8014-ce3b13133538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:48.202336 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-cb04ce5b-c631-4622-8014-ce3b13133538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:48.206743 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-389d525e-c8f0-4cf2-afc6-2551dc782c96 req-0fa1122d-dbb6-489b-85f1-c0552ab851bf tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Synchronizing usage tracker for tenant:74dc9aa8a5bc4509b7cbc1bc22c842a9 on resource:port {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:29:48.289043 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-389d525e-c8f0-4cf2-afc6-2551dc782c96 req-0fa1122d-dbb6-489b-85f1-c0552ab851bf tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Unset dirty status for tenant:74dc9aa8a5bc4509b7cbc1bc22c842a9 on resource:port {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:29:48.290207 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-389d525e-c8f0-4cf2-afc6-2551dc782c96 req-0fa1122d-dbb6-489b-85f1-c0552ab851bf tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] 10.222.0.20 "GET /v2.0/ports?device_id=41ea5e1b-0158-49f7-a337-fc87a26e6d12 HTTP/1.1" status: 200 len: 210 time: 0.1382105 May 06 09:29:48.346909 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-cb04ce5b-c631-4622-8014-ce3b13133538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:48.357505 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-ff972c76-278a-4c71-9a86-c778010aa014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:48.370895 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04ce5b-c631-4622-8014-ce3b13133538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fa7a2d-6b33-43ee-92cc-9cf269ce20da,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:48.373911 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-cb04ce5b-c631-4622-8014-ce3b13133538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:48.377248 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-cb04ce5b-c631-4622-8014-ce3b13133538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:48.378378 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-cb04ce5b-c631-4622-8014-ce3b13133538 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/69fa7a2d-6b33-43ee-92cc-9cf269ce20da HTTP/1.1" status: 204 len: 168 time: 0.4055963 May 06 09:29:48.666068 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:49.033448 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 59662) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:49.051862 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ce708747-ffce-4029-a5ec-199a81b9a759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:49.065776 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-ce708747-ffce-4029-a5ec-199a81b9a759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:29:49.069611 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-ce708747-ffce-4029-a5ec-199a81b9a759 admin admin] Usage tracker for resource:security_group_rule and tenant:0d2215a157814956a39278db2b3284c1 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:29:49.072404 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-ce708747-ffce-4029-a5ec-199a81b9a759 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:29:49.078072 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-ce708747-ffce-4029-a5ec-199a81b9a759 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:29:49.156927 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ce708747-ffce-4029-a5ec-199a81b9a759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:49.196105 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device d45c5c2e-f984-494b-9a9c-476a02afc1dd no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 09:29:49.221287 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ce708747-ffce-4029-a5ec-199a81b9a759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:49.230249 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-f6568002-1333-42df-a88e-24e49b2e88f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:49.232969 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] No Port match for: d45c5c2e-f984-494b-9a9c-476a02afc1dd {{(pid=74233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 09:29:49.233335 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device d45c5c2e-f984-494b-9a9c-476a02afc1dd not bound to the agent host hv-cinder-79001 {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 09:29:49.268900 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-ce708747-ffce-4029-a5ec-199a81b9a759 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0d2215a157814956a39278db2b3284c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2343504 May 06 09:29:49.270517 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce708747-ffce-4029-a5ec-199a81b9a759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb37f70-54f6-465a-a3f4-6552d539326c,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:49.271986 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 59666) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:49.273729 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-ce708747-ffce-4029-a5ec-199a81b9a759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:49.331608 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-43c0b759-0369-4dd8-9768-4fb72a7ba73a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:49.357694 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-43c0b759-0369-4dd8-9768-4fb72a7ba73a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:49.546725 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-43c0b759-0369-4dd8-9768-4fb72a7ba73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:49.552177 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-4403efae-ab23-4458-8b51-551f1c9e4ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:49.567123 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c0b759-0369-4dd8-9768-4fb72a7ba73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb37f70-54f6-465a-a3f4-6552d539326c,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:49.570366 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-43c0b759-0369-4dd8-9768-4fb72a7ba73a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:49.573045 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-43c0b759-0369-4dd8-9768-4fb72a7ba73a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:49.583616 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-43c0b759-0369-4dd8-9768-4fb72a7ba73a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/deb37f70-54f6-465a-a3f4-6552d539326c HTTP/1.1" status: 204 len: 168 time: 0.3015671 May 06 09:29:51.315846 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 59754) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:51.868958 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-1f4cc3c0-5d54-441c-9277-6ff8c4ddea9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663639'] for router_interface, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:52.377334 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [None req-1f4cc3c0-5d54-441c-9277-6ff8c4ddea9e admin admin] Deleting port 13df5695-daf1-485d-97b8-de016f325fa6 {{(pid=74231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:29:52.378019 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-1f4cc3c0-5d54-441c-9277-6ff8c4ddea9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:52.500402 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [None req-1f4cc3c0-5d54-441c-9277-6ff8c4ddea9e admin admin] For port 13df5695-daf1-485d-97b8-de016f325fa6, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=13df5695-daf1-485d-97b8-de016f325fa6,segment=NetworkSegment(70ef09ec-2709-4fec-b07a-1dbdcb7d412d),segment_id=70ef09ec-2709-4fec-b07a-1dbdcb7d412d)] {{(pid=74231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:29:52.500767 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-1f4cc3c0-5d54-441c-9277-6ff8c4ddea9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:52.628738 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [None req-1f4cc3c0-5d54-441c-9277-6ff8c4ddea9e admin admin] Calling delete_port for 13df5695-daf1-485d-97b8-de016f325fa6 owned by network:router_interface {{(pid=74231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:29:52.820624 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-1f4cc3c0-5d54-441c-9277-6ff8c4ddea9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:52.825735 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-551975ec-26c5-4cf6-917e-f1d5220dc312 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:52.872558 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4cc3c0-5d54-441c-9277-6ff8c4ddea9e admin admin] Pushing event deleted for resources: {'Port': ['ID=13df5695-daf1-485d-97b8-de016f325fa6,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:52.875854 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-1f4cc3c0-5d54-441c-9277-6ff8c4ddea9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:53.142746 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-1f4cc3c0-5d54-441c-9277-6ff8c4ddea9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667111'] for router_interface, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:53.497521 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4cc3c0-5d54-441c-9277-6ff8c4ddea9e admin admin] Router 8a6627fd-847a-4e48-bea7-62960507b8a8 has already been hosted by L3 agent 6417d645-ec24-4e28-ae28-fb602049daa5 {{(pid=74231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 09:29:53.779742 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4cc3c0-5d54-441c-9277-6ff8c4ddea9e admin admin] Notify agent at l3_agent.dv-cinder-790014-1-smb the message routers_updated {{(pid=74231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 09:29:53.790100 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03c7557-ec21-4d8e-9804-9d293bf08efe None None] Sync routers for ids ['8a6627fd-847a-4e48-bea7-62960507b8a8'] in dv-cinder-790014-1-smb {{(pid=74233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:29:53.800356 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03c7557-ec21-4d8e-9804-9d293bf08efe None None] Routers {'8a6627fd-847a-4e48-bea7-62960507b8a8'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:29:53.800975 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-d03c7557-ec21-4d8e-9804-9d293bf08efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:29:46Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['8a6627fd-847a-4e48-bea7-62960507b8a8'], 'active': True} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:29:53.863543 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-1f4cc3c0-5d54-441c-9277-6ff8c4ddea9e admin admin] 10.222.0.20 "PUT /v2.0/routers/8a6627fd-847a-4e48-bea7-62960507b8a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5460284 May 06 09:29:53.865552 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 59788) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:53.986811 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvr_db [None req-d03c7557-ec21-4d8e-9804-9d293bf08efe None None] Set router 8a6627fd-847a-4e48-bea7-62960507b8a8 gateway port host: dv-cinder-790014-1-smb {{(pid=74233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:29:54.052855 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-1068c891-e2be-4ac7-805f-aedc382f64ee admin admin] Notify callbacks [] for router, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:54.238505 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-1068c891-e2be-4ac7-805f-aedc382f64ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:54.278005 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-d03c7557-ec21-4d8e-9804-9d293bf08efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6627fd-847a-4e48-bea7-62960507b8a8', 'name': 'tempest-TestMinimumBasicScenario-183760932-router', 'tenant_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': '293ca5ba-0834-45ce-a9e7-01ea52d730ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:27:21Z', 'updated_at': '2021-05-06T09:29:52Z', 'revision_number': 5, 'project_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'gw_port': {'id': '293ca5ba-0834-45ce-a9e7-01ea52d730ee', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:82:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6627fd-847a-4e48-bea7-62960507b8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:27:22Z', 'updated_at': '2021-05-06T09:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb'}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:29:54.285320 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03c7557-ec21-4d8e-9804-9d293bf08efe None None] Checking router: 8a6627fd-847a-4e48-bea7-62960507b8a8 for host: dv-cinder-790014-1-smb {{(pid=74233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:29:54.294404 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03c7557-ec21-4d8e-9804-9d293bf08efe None None] Routers {'8a6627fd-847a-4e48-bea7-62960507b8a8'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:29:54.295081 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-d03c7557-ec21-4d8e-9804-9d293bf08efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:29:46Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['8a6627fd-847a-4e48-bea7-62960507b8a8'], 'active': True} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:29:54.405139 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [None req-1068c891-e2be-4ac7-805f-aedc382f64ee admin admin] Deleting port 293ca5ba-0834-45ce-a9e7-01ea52d730ee {{(pid=74231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:29:54.406514 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-1068c891-e2be-4ac7-805f-aedc382f64ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:54.459720 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvr_db [None req-d03c7557-ec21-4d8e-9804-9d293bf08efe None None] Set router 8a6627fd-847a-4e48-bea7-62960507b8a8 gateway port host: None {{(pid=74233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:29:54.531221 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [None req-1068c891-e2be-4ac7-805f-aedc382f64ee admin admin] For port 293ca5ba-0834-45ce-a9e7-01ea52d730ee, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=293ca5ba-0834-45ce-a9e7-01ea52d730ee,segment=NetworkSegment(965c1257-9f5a-4385-a535-e1c8d4f2cb09),segment_id=965c1257-9f5a-4385-a535-e1c8d4f2cb09)] {{(pid=74231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:29:54.531826 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-1068c891-e2be-4ac7-805f-aedc382f64ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:54.608155 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-d03c7557-ec21-4d8e-9804-9d293bf08efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6627fd-847a-4e48-bea7-62960507b8a8', 'name': 'tempest-TestMinimumBasicScenario-183760932-router', 'tenant_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:27:21Z', 'updated_at': '2021-05-06T09:29:54Z', 'revision_number': 6, 'project_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'gw_port_host': None}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:29:54.612123 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03c7557-ec21-4d8e-9804-9d293bf08efe None None] The sync data for ids ['8a6627fd-847a-4e48-bea7-62960507b8a8'] in dv-cinder-790014-1-smb is: [{'id': '8a6627fd-847a-4e48-bea7-62960507b8a8', 'name': 'tempest-TestMinimumBasicScenario-183760932-router', 'tenant_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:27:21Z', 'updated_at': '2021-05-06T09:29:54Z', 'revision_number': 6, 'project_id': '74dc9aa8a5bc4509b7cbc1bc22c842a9', 'gw_port_host': None}] {{(pid=74233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:29:54.658228 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [None req-1068c891-e2be-4ac7-805f-aedc382f64ee admin admin] Calling delete_port for 293ca5ba-0834-45ce-a9e7-01ea52d730ee owned by network:router_gateway {{(pid=74231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:29:54.895171 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-1068c891-e2be-4ac7-805f-aedc382f64ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:54.900547 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-23ad9d96-71c2-4584-81d4-dcf4005f8b29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:54.947547 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1068c891-e2be-4ac7-805f-aedc382f64ee admin admin] Pushing event deleted for resources: {'Port': ['ID=293ca5ba-0834-45ce-a9e7-01ea52d730ee,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:54.950589 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-1068c891-e2be-4ac7-805f-aedc382f64ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:55.047901 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-1068c891-e2be-4ac7-805f-aedc382f64ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670067'] for router_gateway, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:55.211611 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-1068c891-e2be-4ac7-805f-aedc382f64ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-692783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30643'] for router, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:55.213734 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-1068c891-e2be-4ac7-805f-aedc382f64ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:55.311842 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-1068c891-e2be-4ac7-805f-aedc382f64ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-696161'] for router, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:55.312299 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1068c891-e2be-4ac7-805f-aedc382f64ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a6627fd-847a-4e48-bea7-62960507b8a8 {{(pid=74231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 09:29:55.324563 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-1068c891-e2be-4ac7-805f-aedc382f64ee admin admin] Notify callbacks [] for router, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:55.325677 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-1068c891-e2be-4ac7-805f-aedc382f64ee admin admin] 10.222.0.20 "DELETE /v2.0/routers/8a6627fd-847a-4e48-bea7-62960507b8a8 HTTP/1.1" status: 204 len: 168 time: 1.4591279 May 06 09:29:55.328190 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 59806) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:55.387889 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bbc8d04-8e55-48c3-b752-f258f2057d79 admin admin] Deleting subnet e1734543-204d-4a78-99b8-bce23fe18df5 {{(pid=74231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 09:29:55.391132 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-4bbc8d04-8e55-48c3-b752-f258f2057d79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:55.441397 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-4bbc8d04-8e55-48c3-b752-f258f2057d79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15529838'] for subnet, precommit_delete_associations {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:55.641843 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-4bbc8d04-8e55-48c3-b752-f258f2057d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2045876'] for subnet, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:55.981139 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-4bbc8d04-8e55-48c3-b752-f258f2057d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2045883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15534080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14018918'] for subnet, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:55.986740 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:56.022624 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc8d04-8e55-48c3-b752-f258f2057d79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1734543-204d-4a78-99b8-bce23fe18df5,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:56.024596 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-4bbc8d04-8e55-48c3-b752-f258f2057d79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for subnet, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:56.029966 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e31dfa-b50d-48e0-90d4-ac4e1b6ed897 None None] Network f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059 requested from dv-cinder-790014-1-smb {{(pid=74233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 09:29:56.041890 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-4bbc8d04-8e55-48c3-b752-f258f2057d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:56.044473 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-4bbc8d04-8e55-48c3-b752-f258f2057d79 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e1734543-204d-4a78-99b8-bce23fe18df5 HTTP/1.1" status: 204 len: 168 time: 0.7153637 May 06 09:29:56.047213 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 59822) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:56.156882 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-61d1dc49-3e60-42ee-8902-86a5465b098b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1693876'] for network, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:56.241296 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [None req-61d1dc49-3e60-42ee-8902-86a5465b098b admin admin] Deleting port b1fe0f8e-71f6-4e7e-be0d-7969cdbf6188 {{(pid=74231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:29:56.241892 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-61d1dc49-3e60-42ee-8902-86a5465b098b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:56.322407 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bc0b32-e52d-4282-9535-6c9498f70339 None None] DHCP port deletion for f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059 request from dv-cinder-790014-1-smb {{(pid=74233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 09:29:56.390954 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [None req-61d1dc49-3e60-42ee-8902-86a5465b098b admin admin] For port b1fe0f8e-71f6-4e7e-be0d-7969cdbf6188, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=b1fe0f8e-71f6-4e7e-be0d-7969cdbf6188,segment=NetworkSegment(70ef09ec-2709-4fec-b07a-1dbdcb7d412d),segment_id=70ef09ec-2709-4fec-b07a-1dbdcb7d412d)] {{(pid=74231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:29:56.391220 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-61d1dc49-3e60-42ee-8902-86a5465b098b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:56.397884 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-20bc0b32-e52d-4282-9535-6c9498f70339 None None] Deleting port b1fe0f8e-71f6-4e7e-be0d-7969cdbf6188 {{(pid=74233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:29:56.398271 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-20bc0b32-e52d-4282-9535-6c9498f70339 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:56.509774 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 13df5695-daf1-485d-97b8-de016f325fa6 no longer exists at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 09:29:56.527723 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [None req-61d1dc49-3e60-42ee-8902-86a5465b098b admin admin] Calling delete_port for b1fe0f8e-71f6-4e7e-be0d-7969cdbf6188 owned by network:dhcp {{(pid=74231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:29:56.549473 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] No Port match for: 13df5695-daf1-485d-97b8-de016f325fa6 {{(pid=74233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 09:29:56.549761 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 13df5695-daf1-485d-97b8-de016f325fa6 not bound to the agent host dv-cinder-790014-1-smb {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 09:29:56.550184 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 293ca5ba-0834-45ce-a9e7-01ea52d730ee no longer exists at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 09:29:56.578095 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-20bc0b32-e52d-4282-9535-6c9498f70339 None None] For port b1fe0f8e-71f6-4e7e-be0d-7969cdbf6188, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=b1fe0f8e-71f6-4e7e-be0d-7969cdbf6188,segment=NetworkSegment(70ef09ec-2709-4fec-b07a-1dbdcb7d412d),segment_id=70ef09ec-2709-4fec-b07a-1dbdcb7d412d)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:29:56.578488 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-20bc0b32-e52d-4282-9535-6c9498f70339 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:56.592491 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] No Port match for: 293ca5ba-0834-45ce-a9e7-01ea52d730ee {{(pid=74233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 09:29:56.592843 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 293ca5ba-0834-45ce-a9e7-01ea52d730ee not bound to the agent host dv-cinder-790014-1-smb {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 09:29:56.593266 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device b1fe0f8e-71f6-4e7e-be0d-7969cdbf6188 no longer exists at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 09:29:56.666420 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-61d1dc49-3e60-42ee-8902-86a5465b098b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:56.670154 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-2fe76d68-3e17-406a-a7d9-68c4cbe2aeaa tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:56.717078 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d1dc49-3e60-42ee-8902-86a5465b098b admin admin] Pushing event deleted for resources: {'Port': ['ID=b1fe0f8e-71f6-4e7e-be0d-7969cdbf6188,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:56.720182 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-61d1dc49-3e60-42ee-8902-86a5465b098b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:56.721217 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d1dc49-3e60-42ee-8902-86a5465b098b admin admin] No DVR routers for this DVR port b1fe0f8e-71f6-4e7e-be0d-7969cdbf6188 on host dv-cinder-790014-1-smb {{(pid=74231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:29:56.737442 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-20bc0b32-e52d-4282-9535-6c9498f70339 None None] Calling delete_port for b1fe0f8e-71f6-4e7e-be0d-7969cdbf6188 owned by network:dhcp {{(pid=74233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:29:56.771267 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] No active binding found for port b1fe0f8e-71f6-4e7e-be0d-7969cdbf6188 {{(pid=74233) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 06 09:29:56.771689 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device b1fe0f8e-71f6-4e7e-be0d-7969cdbf6188 not bound to the agent host dv-cinder-790014-1-smb {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 09:29:56.798468 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-20bc0b32-e52d-4282-9535-6c9498f70339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335'] for port, after_delete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:56.802280 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-a3d21fd9-2532-4807-a671-d24f504905eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:56.838555 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-61d1dc49-3e60-42ee-8902-86a5465b098b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043471', 'neutron.services.segments.db._delete_segments_for_network-8734680829341'] for network, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:56.842831 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc0b32-e52d-4282-9535-6c9498f70339 None None] Pushing event deleted for resources: {'Port': ['ID=b1fe0f8e-71f6-4e7e-be0d-7969cdbf6188,revision_number=None']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:56.852038 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bc0b32-e52d-4282-9535-6c9498f70339 None None] No DVR routers for this DVR port b1fe0f8e-71f6-4e7e-be0d-7969cdbf6188 on host dv-cinder-790014-1-smb {{(pid=74233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:29:56.854063 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc0b32-e52d-4282-9535-6c9498f70339 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:29:56.854426 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc0b32-e52d-4282-9535-6c9498f70339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:29:56.854746 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc0b32-e52d-4282-9535-6c9498f70339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:29:56.855077 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc0b32-e52d-4282-9535-6c9498f70339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:29:56.855237 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.services.segments.db [None req-61d1dc49-3e60-42ee-8902-86a5465b098b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059']}} {{(pid=74231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:29:56.855727 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc0b32-e52d-4282-9535-6c9498f70339 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:29:56.856199 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc0b32-e52d-4282-9535-6c9498f70339 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:29:56.856794 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc0b32-e52d-4282-9535-6c9498f70339 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:29:56.867653 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc0b32-e52d-4282-9535-6c9498f70339 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:29:56.867653 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc0b32-e52d-4282-9535-6c9498f70339 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:29:56.867653 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc0b32-e52d-4282-9535-6c9498f70339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:29:56.867653 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc0b32-e52d-4282-9535-6c9498f70339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:29:56.867653 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc0b32-e52d-4282-9535-6c9498f70339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:29:56.867653 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-20bc0b32-e52d-4282-9535-6c9498f70339 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:56.873969 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.services.segments.db [None req-61d1dc49-3e60-42ee-8902-86a5465b098b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70ef09ec-2709-4fec-b07a-1dbdcb7d412d') {'for_net_delete': True} {{(pid=74231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:29:56.874265 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.services.segments.db [None req-61d1dc49-3e60-42ee-8902-86a5465b098b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70ef09ec-2709-4fec-b07a-1dbdcb7d412d') {} {{(pid=74231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:29:56.886777 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-61d1dc49-3e60-42ee-8902-86a5465b098b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734680841831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15529841'] for segment, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:56.908022 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-61d1dc49-3e60-42ee-8902-86a5465b098b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047374'] for segment, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:56.909423 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61d1dc49-3e60-42ee-8902-86a5465b098b admin admin] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=74231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:29:56.909835 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-61d1dc49-3e60-42ee-8902-86a5465b098b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2047367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15534182'] for segment, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:56.922703 dv-cinder-790014-1-smb neutron-server[74231]: Traceback (most recent call last): May 06 09:29:56.922703 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:29:56.922703 dv-cinder-790014-1-smb neutron-server[74231]: timer() May 06 09:29:56.922703 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:29:56.922703 dv-cinder-790014-1-smb neutron-server[74231]: cb(*args, **kw) May 06 09:29:56.922703 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 09:29:56.922703 dv-cinder-790014-1-smb neutron-server[74231]: return func(*args, **kwargs) May 06 09:29:56.922703 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:29:56.922703 dv-cinder-790014-1-smb neutron-server[74231]: self._notify() May 06 09:29:56.922703 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:29:56.922703 dv-cinder-790014-1-smb neutron-server[74231]: self.callback(batched_events) May 06 09:29:56.922703 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:29:56.922703 dv-cinder-790014-1-smb neutron-server[74231]: event.method(event) May 06 09:29:56.922703 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 09:29:56.922703 dv-cinder-790014-1-smb neutron-server[74231]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:29:56.922703 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 09:29:56.922703 dv-cinder-790014-1-smb neutron-server[74231]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:29:56.922703 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 09:29:56.922703 dv-cinder-790014-1-smb neutron-server[74231]: return f(self, *a, **k) May 06 09:29:56.922703 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 09:29:56.922703 dv-cinder-790014-1-smb neutron-server[74231]: return self._get(url).json() May 06 09:29:56.922703 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 09:29:56.922703 dv-cinder-790014-1-smb neutron-server[74231]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:29:56.922703 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:29:56.922703 dv-cinder-790014-1-smb neutron-server[74231]: return self.request(url, 'GET', **kwargs) May 06 09:29:56.922703 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:29:56.922703 dv-cinder-790014-1-smb neutron-server[74231]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:29:56.922703 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:29:56.922703 dv-cinder-790014-1-smb neutron-server[74231]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:29:56.922703 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:29:56.922703 dv-cinder-790014-1-smb neutron-server[74231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:29:56.922703 dv-cinder-790014-1-smb neutron-server[74231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:29:57.066559 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-61d1dc49-3e60-42ee-8902-86a5465b098b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670049'] for network, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:57.070831 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-ae96f244-525c-4f64-818d-5d4d5b39a945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:57.085966 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-61d1dc49-3e60-42ee-8902-86a5465b098b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for network, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:57.093813 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d1dc49-3e60-42ee-8902-86a5465b098b admin admin] Pushing event deleted for resources: {'Network': ['ID=f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:57.097836 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-61d1dc49-3e60-42ee-8902-86a5465b098b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:57.101952 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-61d1dc49-3e60-42ee-8902-86a5465b098b admin admin] 10.222.0.20 "DELETE /v2.0/networks/f6dbcc9e-046a-4cc4-afbe-dbb0a6f98059 HTTP/1.1" status: 204 len: 168 time: 1.0531540 May 06 09:29:57.104139 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 59846) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:57.757216 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-c87b9d1b-d4cd-4010-a791-e50c2a1f4e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663639'] for router_interface, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:58.129026 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 59866) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:58.177426 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [None req-c87b9d1b-d4cd-4010-a791-e50c2a1f4e75 admin admin] Deleting port 52fe667f-f7c9-4570-b120-09f0bb00e963 {{(pid=74231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:29:58.177773 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-c87b9d1b-d4cd-4010-a791-e50c2a1f4e75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:58.254474 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-fcc49ce7-6aba-440a-9f64-c1428acec3c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:58.269315 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-fcc49ce7-6aba-440a-9f64-c1428acec3c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:29:58.273418 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-fcc49ce7-6aba-440a-9f64-c1428acec3c8 admin admin] Usage tracker for resource:security_group_rule and tenant:1a1f82034f2d4161a27840bf83019b75 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:29:58.276180 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-fcc49ce7-6aba-440a-9f64-c1428acec3c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:29:58.281834 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-fcc49ce7-6aba-440a-9f64-c1428acec3c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:29:58.300458 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [None req-c87b9d1b-d4cd-4010-a791-e50c2a1f4e75 admin admin] For port 52fe667f-f7c9-4570-b120-09f0bb00e963, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=52fe667f-f7c9-4570-b120-09f0bb00e963,segment=NetworkSegment(7b0db0fe-709c-4464-9377-1f778cd774c2),segment_id=7b0db0fe-709c-4464-9377-1f778cd774c2)] {{(pid=74231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:29:58.300811 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-c87b9d1b-d4cd-4010-a791-e50c2a1f4e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:58.365021 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-fcc49ce7-6aba-440a-9f64-c1428acec3c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:58.422251 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [None req-c87b9d1b-d4cd-4010-a791-e50c2a1f4e75 admin admin] Calling delete_port for 52fe667f-f7c9-4570-b120-09f0bb00e963 owned by network:router_interface {{(pid=74231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:29:58.442765 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-fcc49ce7-6aba-440a-9f64-c1428acec3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:58.451605 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-319c2d19-e82d-4293-a6d6-5739f27bfccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:58.492997 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-fcc49ce7-6aba-440a-9f64-c1428acec3c8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1a1f82034f2d4161a27840bf83019b75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3605325 May 06 09:29:58.492997 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc49ce7-6aba-440a-9f64-c1428acec3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a2abec-bed7-4e95-9842-cf80ef41f42b,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:58.493869 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 59872) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:58.496506 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-fcc49ce7-6aba-440a-9f64-c1428acec3c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:58.552269 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-48795930-54d8-4b5e-91fc-788fd5b1beeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:58.577753 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-48795930-54d8-4b5e-91fc-788fd5b1beeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:58.641758 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-c87b9d1b-d4cd-4010-a791-e50c2a1f4e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:58.645809 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-3886ad54-ca47-43c8-9f37-d1021e6bab63 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:58.687779 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b9d1b-d4cd-4010-a791-e50c2a1f4e75 admin admin] Pushing event deleted for resources: {'Port': ['ID=52fe667f-f7c9-4570-b120-09f0bb00e963,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:58.691529 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-c87b9d1b-d4cd-4010-a791-e50c2a1f4e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:58.694258 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-48795930-54d8-4b5e-91fc-788fd5b1beeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:58.699607 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-a4be7b3e-2c5e-49d7-b6af-d8dc9410034f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:58.713508 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48795930-54d8-4b5e-91fc-788fd5b1beeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a2abec-bed7-4e95-9842-cf80ef41f42b,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:58.716441 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-48795930-54d8-4b5e-91fc-788fd5b1beeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:29:58.729173 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-48795930-54d8-4b5e-91fc-788fd5b1beeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:58.733416 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-48795930-54d8-4b5e-91fc-788fd5b1beeb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/87a2abec-bed7-4e95-9842-cf80ef41f42b HTTP/1.1" status: 204 len: 168 time: 0.2385950 May 06 09:29:58.964923 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-c87b9d1b-d4cd-4010-a791-e50c2a1f4e75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667111'] for router_interface, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:59.422428 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 59884) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:59.441903 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-7ebfd935-81a0-453a-99ea-759ae7a447b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:59.460944 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-7ebfd935-81a0-453a-99ea-759ae7a447b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:29:59.465040 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-7ebfd935-81a0-453a-99ea-759ae7a447b6 admin admin] Usage tracker for resource:security_group_rule and tenant:8df7428e7cbb402386a4d51c07f86c61 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:29:59.468116 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-7ebfd935-81a0-453a-99ea-759ae7a447b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:29:59.474241 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-7ebfd935-81a0-453a-99ea-759ae7a447b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:29:59.490211 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87b9d1b-d4cd-4010-a791-e50c2a1f4e75 admin admin] Router 8f8587d3-6a80-4d15-8aca-0a6e624db316 has already been hosted by L3 agent 6417d645-ec24-4e28-ae28-fb602049daa5 {{(pid=74231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 09:29:59.668829 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87b9d1b-d4cd-4010-a791-e50c2a1f4e75 admin admin] Notify agent at l3_agent.dv-cinder-790014-1-smb the message routers_updated {{(pid=74231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 09:29:59.677399 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da93454-c6f6-4564-8b75-0e055708e215 None None] Sync routers for ids ['8f8587d3-6a80-4d15-8aca-0a6e624db316'] in dv-cinder-790014-1-smb {{(pid=74234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:29:59.677831 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-c87b9d1b-d4cd-4010-a791-e50c2a1f4e75 admin admin] 10.222.0.20 "PUT /v2.0/routers/8f8587d3-6a80-4d15-8aca-0a6e624db316/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5725758 May 06 09:29:59.680147 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 59888) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:59.686830 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da93454-c6f6-4564-8b75-0e055708e215 None None] Routers {'8f8587d3-6a80-4d15-8aca-0a6e624db316'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:29:59.687459 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-0da93454-c6f6-4564-8b75-0e055708e215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:29:46Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['8f8587d3-6a80-4d15-8aca-0a6e624db316'], 'active': True} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:29:59.725240 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-7ebfd935-81a0-453a-99ea-759ae7a447b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:59.803407 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-7ebfd935-81a0-453a-99ea-759ae7a447b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:59.833919 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-ce708747-ffce-4029-a5ec-199a81b9a759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:29:59.863074 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-14f2f50f-1e55-4d3d-bd42-9c6b2df1ee9f admin admin] Notify callbacks [] for router, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:59.866916 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvr_db [None req-0da93454-c6f6-4564-8b75-0e055708e215 None None] Set router 8f8587d3-6a80-4d15-8aca-0a6e624db316 gateway port host: dv-cinder-790014-1-smb {{(pid=74234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:29:59.909237 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-7ebfd935-81a0-453a-99ea-759ae7a447b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8df7428e7cbb402386a4d51c07f86c61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4861531 May 06 09:29:59.910076 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebfd935-81a0-453a-99ea-759ae7a447b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8fc159-397b-4f3e-a00c-c65cac23ed71,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:29:59.924608 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 59894) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:29:59.932699 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-7ebfd935-81a0-453a-99ea-759ae7a447b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:00.043830 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ae6213be-72da-4ac8-a083-75ec7b98dc26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:00.076450 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ae6213be-72da-4ac8-a083-75ec7b98dc26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:00.086820 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-14f2f50f-1e55-4d3d-bd42-9c6b2df1ee9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:00.206129 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-0da93454-c6f6-4564-8b75-0e055708e215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8587d3-6a80-4d15-8aca-0a6e624db316', 'name': 'tempest-TestMinimumBasicScenario-747801158-router', 'tenant_id': 'd1f0db3a47354bafb288d52bd5b8b59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e48dd9d6-620c-4dd7-8859-fbae9620a46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:27:30Z', 'updated_at': '2021-05-06T09:29:58Z', 'revision_number': 5, 'project_id': 'd1f0db3a47354bafb288d52bd5b8b59e', 'gw_port': {'id': 'e48dd9d6-620c-4dd7-8859-fbae9620a46c', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8587d3-6a80-4d15-8aca-0a6e624db316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:27:31Z', 'updated_at': '2021-05-06T09:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb'}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:30:00.210013 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da93454-c6f6-4564-8b75-0e055708e215 None None] Checking router: 8f8587d3-6a80-4d15-8aca-0a6e624db316 for host: dv-cinder-790014-1-smb {{(pid=74234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:30:00.216566 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ae6213be-72da-4ac8-a083-75ec7b98dc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:00.218586 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da93454-c6f6-4564-8b75-0e055708e215 None None] Routers {'8f8587d3-6a80-4d15-8aca-0a6e624db316'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:30:00.219191 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-0da93454-c6f6-4564-8b75-0e055708e215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:29:46Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['8f8587d3-6a80-4d15-8aca-0a6e624db316'], 'active': True} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:30:00.224291 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-48795930-54d8-4b5e-91fc-788fd5b1beeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:00.240104 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6213be-72da-4ac8-a083-75ec7b98dc26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8fc159-397b-4f3e-a00c-c65cac23ed71,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:00.243236 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-ae6213be-72da-4ac8-a083-75ec7b98dc26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:00.245339 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ae6213be-72da-4ac8-a083-75ec7b98dc26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:00.246577 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-ae6213be-72da-4ac8-a083-75ec7b98dc26 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6c8fc159-397b-4f3e-a00c-c65cac23ed71 HTTP/1.1" status: 204 len: 168 time: 0.3203382 May 06 09:30:00.257421 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [None req-14f2f50f-1e55-4d3d-bd42-9c6b2df1ee9f admin admin] Deleting port e48dd9d6-620c-4dd7-8859-fbae9620a46c {{(pid=74231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:30:00.259696 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-14f2f50f-1e55-4d3d-bd42-9c6b2df1ee9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:00.375056 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvr_db [None req-0da93454-c6f6-4564-8b75-0e055708e215 None None] Set router 8f8587d3-6a80-4d15-8aca-0a6e624db316 gateway port host: None {{(pid=74234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:30:00.400513 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [None req-14f2f50f-1e55-4d3d-bd42-9c6b2df1ee9f admin admin] For port e48dd9d6-620c-4dd7-8859-fbae9620a46c, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=e48dd9d6-620c-4dd7-8859-fbae9620a46c,segment=NetworkSegment(965c1257-9f5a-4385-a535-e1c8d4f2cb09),segment_id=965c1257-9f5a-4385-a535-e1c8d4f2cb09)] {{(pid=74231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:30:00.401158 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-14f2f50f-1e55-4d3d-bd42-9c6b2df1ee9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:00.482268 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-0da93454-c6f6-4564-8b75-0e055708e215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8587d3-6a80-4d15-8aca-0a6e624db316', 'name': 'tempest-TestMinimumBasicScenario-747801158-router', 'tenant_id': 'd1f0db3a47354bafb288d52bd5b8b59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:27:30Z', 'updated_at': '2021-05-06T09:30:00Z', 'revision_number': 6, 'project_id': 'd1f0db3a47354bafb288d52bd5b8b59e', 'gw_port_host': None}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:30:00.487462 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da93454-c6f6-4564-8b75-0e055708e215 None None] The sync data for ids ['8f8587d3-6a80-4d15-8aca-0a6e624db316'] in dv-cinder-790014-1-smb is: [{'id': '8f8587d3-6a80-4d15-8aca-0a6e624db316', 'name': 'tempest-TestMinimumBasicScenario-747801158-router', 'tenant_id': 'd1f0db3a47354bafb288d52bd5b8b59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:27:30Z', 'updated_at': '2021-05-06T09:30:00Z', 'revision_number': 6, 'project_id': 'd1f0db3a47354bafb288d52bd5b8b59e', 'gw_port_host': None}] {{(pid=74234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:30:00.518753 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:00.534767 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [None req-14f2f50f-1e55-4d3d-bd42-9c6b2df1ee9f admin admin] Calling delete_port for e48dd9d6-620c-4dd7-8859-fbae9620a46c owned by network:router_gateway {{(pid=74231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:30:00.915569 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-14f2f50f-1e55-4d3d-bd42-9c6b2df1ee9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:00.919590 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-e16bf2a5-2fc4-444a-b845-9cd25c7ba502 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:00.969060 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f2f50f-1e55-4d3d-bd42-9c6b2df1ee9f admin admin] Pushing event deleted for resources: {'Port': ['ID=e48dd9d6-620c-4dd7-8859-fbae9620a46c,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:00.972331 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-14f2f50f-1e55-4d3d-bd42-9c6b2df1ee9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:01.061611 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-14f2f50f-1e55-4d3d-bd42-9c6b2df1ee9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670067'] for router_gateway, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:01.238955 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-14f2f50f-1e55-4d3d-bd42-9c6b2df1ee9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-692783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30643'] for router, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:01.241260 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-14f2f50f-1e55-4d3d-bd42-9c6b2df1ee9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:01.374669 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-14f2f50f-1e55-4d3d-bd42-9c6b2df1ee9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-696161'] for router, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:01.375333 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f2f50f-1e55-4d3d-bd42-9c6b2df1ee9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f8587d3-6a80-4d15-8aca-0a6e624db316 {{(pid=74231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 09:30:01.389901 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-14f2f50f-1e55-4d3d-bd42-9c6b2df1ee9f admin admin] Notify callbacks [] for router, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:01.391017 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-14f2f50f-1e55-4d3d-bd42-9c6b2df1ee9f admin admin] 10.222.0.20 "DELETE /v2.0/routers/8f8587d3-6a80-4d15-8aca-0a6e624db316 HTTP/1.1" status: 204 len: 168 time: 1.7099855 May 06 09:30:01.393637 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 59920) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:30:01.456096 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c60bf7c-f07b-42ec-a561-c729511e3679 admin admin] Deleting subnet 6862f63e-acc6-4972-98df-6152e4e2d679 {{(pid=74232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 09:30:01.463451 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-5c60bf7c-f07b-42ec-a561-c729511e3679 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:01.515176 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-5c60bf7c-f07b-42ec-a561-c729511e3679 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15457490'] for subnet, precommit_delete_associations {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:01.604529 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-5c60bf7c-f07b-42ec-a561-c729511e3679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2045876'] for subnet, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:01.944959 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-5c60bf7c-f07b-42ec-a561-c729511e3679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2045883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15350211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15263217'] for subnet, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:01.950142 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-55b8f3b5-1957-419d-b14d-0ef56be96795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:01.984700 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60bf7c-f07b-42ec-a561-c729511e3679 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6862f63e-acc6-4972-98df-6152e4e2d679,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:01.987784 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-5c60bf7c-f07b-42ec-a561-c729511e3679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:01.988772 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-5c60bf7c-f07b-42ec-a561-c729511e3679 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:01.995660 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-5c60bf7c-f07b-42ec-a561-c729511e3679 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6862f63e-acc6-4972-98df-6152e4e2d679 HTTP/1.1" status: 204 len: 168 time: 0.6009786 May 06 09:30:01.995834 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91c71fd-bfc3-4e02-a222-27814d477a58 None None] Network 3e4b032c-16d9-4524-8a48-a63a5ebfd7de requested from dv-cinder-790014-1-smb {{(pid=74233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 09:30:01.998319 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 59936) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:30:02.107268 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-29ee1d90-aa4d-41d7-86d5-1406335eb09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1693876'] for network, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:02.187630 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.plugin [None req-29ee1d90-aa4d-41d7-86d5-1406335eb09a admin admin] Deleting port 67dff75e-cfc6-4b61-b88d-23a1c339dfca {{(pid=74232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:30:02.187984 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-29ee1d90-aa4d-41d7-86d5-1406335eb09a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:02.249100 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d619deb3-82f7-4e82-b939-cbf7fee3cc5a None None] DHCP port deletion for 3e4b032c-16d9-4524-8a48-a63a5ebfd7de request from dv-cinder-790014-1-smb {{(pid=74233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 09:30:02.300099 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.db [None req-29ee1d90-aa4d-41d7-86d5-1406335eb09a admin admin] For port 67dff75e-cfc6-4b61-b88d-23a1c339dfca, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=67dff75e-cfc6-4b61-b88d-23a1c339dfca,segment=NetworkSegment(7b0db0fe-709c-4464-9377-1f778cd774c2),segment_id=7b0db0fe-709c-4464-9377-1f778cd774c2)] {{(pid=74232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:30:02.300562 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-29ee1d90-aa4d-41d7-86d5-1406335eb09a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:02.315776 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-d619deb3-82f7-4e82-b939-cbf7fee3cc5a None None] Deleting port 67dff75e-cfc6-4b61-b88d-23a1c339dfca {{(pid=74233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:30:02.316166 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-d619deb3-82f7-4e82-b939-cbf7fee3cc5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:02.417481 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-d619deb3-82f7-4e82-b939-cbf7fee3cc5a None None] For port 67dff75e-cfc6-4b61-b88d-23a1c339dfca, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=67dff75e-cfc6-4b61-b88d-23a1c339dfca,segment=NetworkSegment(7b0db0fe-709c-4464-9377-1f778cd774c2),segment_id=7b0db0fe-709c-4464-9377-1f778cd774c2)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:30:02.421193 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-d619deb3-82f7-4e82-b939-cbf7fee3cc5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:02.433355 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.plugin [None req-29ee1d90-aa4d-41d7-86d5-1406335eb09a admin admin] Calling delete_port for 67dff75e-cfc6-4b61-b88d-23a1c339dfca owned by network:dhcp {{(pid=74232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:30:02.560665 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 67dff75e-cfc6-4b61-b88d-23a1c339dfca no longer exists at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 09:30:02.590128 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-29ee1d90-aa4d-41d7-86d5-1406335eb09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15350160'] for port, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:02.594077 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-d619deb3-82f7-4e82-b939-cbf7fee3cc5a None None] Calling delete_port for 67dff75e-cfc6-4b61-b88d-23a1c339dfca owned by network:dhcp {{(pid=74233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:30:02.595367 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-a7aa9358-04d0-4081-b21c-04bf95a97c0e tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:02.609123 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] No Port match for: 67dff75e-cfc6-4b61-b88d-23a1c339dfca {{(pid=74233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 09:30:02.609476 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 67dff75e-cfc6-4b61-b88d-23a1c339dfca not bound to the agent host dv-cinder-790014-1-smb {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 09:30:02.610095 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 52fe667f-f7c9-4570-b120-09f0bb00e963 no longer exists at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 09:30:02.642020 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ee1d90-aa4d-41d7-86d5-1406335eb09a admin admin] Pushing event deleted for resources: {'Port': ['ID=67dff75e-cfc6-4b61-b88d-23a1c339dfca,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:02.644186 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ee1d90-aa4d-41d7-86d5-1406335eb09a admin admin] No DVR routers for this DVR port 67dff75e-cfc6-4b61-b88d-23a1c339dfca on host dv-cinder-790014-1-smb {{(pid=74232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:30:02.646223 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-29ee1d90-aa4d-41d7-86d5-1406335eb09a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:02.650741 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] No Port match for: 52fe667f-f7c9-4570-b120-09f0bb00e963 {{(pid=74233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 09:30:02.651107 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 52fe667f-f7c9-4570-b120-09f0bb00e963 not bound to the agent host dv-cinder-790014-1-smb {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 09:30:02.651559 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device e48dd9d6-620c-4dd7-8859-fbae9620a46c no longer exists at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 09:30:02.687360 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] No Port match for: e48dd9d6-620c-4dd7-8859-fbae9620a46c {{(pid=74233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 09:30:02.687746 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device e48dd9d6-620c-4dd7-8859-fbae9620a46c not bound to the agent host dv-cinder-790014-1-smb {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 09:30:02.734864 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-d619deb3-82f7-4e82-b939-cbf7fee3cc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335'] for port, after_delete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:02.742157 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:02.871566 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619deb3-82f7-4e82-b939-cbf7fee3cc5a None None] Pushing event deleted for resources: {'Port': ['ID=67dff75e-cfc6-4b61-b88d-23a1c339dfca,revision_number=None']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:02.873340 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d619deb3-82f7-4e82-b939-cbf7fee3cc5a None None] No DVR routers for this DVR port 67dff75e-cfc6-4b61-b88d-23a1c339dfca on host dv-cinder-790014-1-smb {{(pid=74233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:30:02.874994 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-d619deb3-82f7-4e82-b939-cbf7fee3cc5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:02.894731 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-29ee1d90-aa4d-41d7-86d5-1406335eb09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043471', 'neutron.services.segments.db._delete_segments_for_network-8734680829341'] for network, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:02.910715 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.services.segments.db [None req-29ee1d90-aa4d-41d7-86d5-1406335eb09a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e4b032c-16d9-4524-8a48-a63a5ebfd7de']}} {{(pid=74232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:30:02.923395 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.services.segments.db [None req-29ee1d90-aa4d-41d7-86d5-1406335eb09a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b0db0fe-709c-4464-9377-1f778cd774c2') {'for_net_delete': True} {{(pid=74232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:30:02.923742 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.services.segments.db [None req-29ee1d90-aa4d-41d7-86d5-1406335eb09a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b0db0fe-709c-4464-9377-1f778cd774c2') {} {{(pid=74232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:30:02.935385 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-29ee1d90-aa4d-41d7-86d5-1406335eb09a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734680841831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15457485'] for segment, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:02.951862 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-29ee1d90-aa4d-41d7-86d5-1406335eb09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047374'] for segment, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:02.960031 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ee1d90-aa4d-41d7-86d5-1406335eb09a admin admin] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=74232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:30:02.960618 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-29ee1d90-aa4d-41d7-86d5-1406335eb09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2047367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15350181'] for segment, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:02.976511 dv-cinder-790014-1-smb neutron-server[74232]: Traceback (most recent call last): May 06 09:30:02.976511 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:30:02.976511 dv-cinder-790014-1-smb neutron-server[74232]: timer() May 06 09:30:02.976511 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:30:02.976511 dv-cinder-790014-1-smb neutron-server[74232]: cb(*args, **kw) May 06 09:30:02.976511 dv-cinder-790014-1-smb neutron-server[74232]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 09:30:02.976511 dv-cinder-790014-1-smb neutron-server[74232]: return func(*args, **kwargs) May 06 09:30:02.976511 dv-cinder-790014-1-smb neutron-server[74232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:30:02.976511 dv-cinder-790014-1-smb neutron-server[74232]: self._notify() May 06 09:30:02.976511 dv-cinder-790014-1-smb neutron-server[74232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:30:02.976511 dv-cinder-790014-1-smb neutron-server[74232]: self.callback(batched_events) May 06 09:30:02.976511 dv-cinder-790014-1-smb neutron-server[74232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:30:02.976511 dv-cinder-790014-1-smb neutron-server[74232]: event.method(event) May 06 09:30:02.976511 dv-cinder-790014-1-smb neutron-server[74232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 09:30:02.976511 dv-cinder-790014-1-smb neutron-server[74232]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:30:02.976511 dv-cinder-790014-1-smb neutron-server[74232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 09:30:02.976511 dv-cinder-790014-1-smb neutron-server[74232]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:30:02.976511 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 09:30:02.976511 dv-cinder-790014-1-smb neutron-server[74232]: return f(self, *a, **k) May 06 09:30:02.976511 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 09:30:02.976511 dv-cinder-790014-1-smb neutron-server[74232]: return self._get(url).json() May 06 09:30:02.976511 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 09:30:02.976511 dv-cinder-790014-1-smb neutron-server[74232]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:30:02.976511 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:30:02.976511 dv-cinder-790014-1-smb neutron-server[74232]: return self.request(url, 'GET', **kwargs) May 06 09:30:02.976511 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:30:02.976511 dv-cinder-790014-1-smb neutron-server[74232]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:30:02.976511 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:30:02.976511 dv-cinder-790014-1-smb neutron-server[74232]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:30:02.976511 dv-cinder-790014-1-smb neutron-server[74232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:30:02.976511 dv-cinder-790014-1-smb neutron-server[74232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:30:02.976511 dv-cinder-790014-1-smb neutron-server[74232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:30:03.135143 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-29ee1d90-aa4d-41d7-86d5-1406335eb09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670049'] for network, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:03.139302 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-4fdd2627-6b43-4a98-a185-caa13b66f37f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:03.156118 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-29ee1d90-aa4d-41d7-86d5-1406335eb09a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for network, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:03.164819 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ee1d90-aa4d-41d7-86d5-1406335eb09a admin admin] Pushing event deleted for resources: {'Network': ['ID=3e4b032c-16d9-4524-8a48-a63a5ebfd7de,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:03.170557 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-29ee1d90-aa4d-41d7-86d5-1406335eb09a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:03.170557 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-29ee1d90-aa4d-41d7-86d5-1406335eb09a admin admin] 10.222.0.20 "DELETE /v2.0/networks/3e4b032c-16d9-4524-8a48-a63a5ebfd7de HTTP/1.1" status: 204 len: 168 time: 1.1702740 May 06 09:30:03.601938 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 59976) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:30:03.650604 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-0f063f45-b568-4f9a-9d32-61d2cb8044ec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=74dc9aa8a5bc4509b7cbc1bc22c842a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473990 May 06 09:30:03.652950 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 59980) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:30:03.713705 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-684591d6-a88a-4df3-87f8-1910750c4ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:03.738937 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-684591d6-a88a-4df3-87f8-1910750c4ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:03.853162 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-684591d6-a88a-4df3-87f8-1910750c4ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:03.863031 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-31e28c3e-9e68-4594-a424-e746e866b254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:03.873230 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684591d6-a88a-4df3-87f8-1910750c4ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a687ed9-a9b5-4d03-88d0-2b36ec1cceaf,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:03.879408 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-684591d6-a88a-4df3-87f8-1910750c4ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:03.978297 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-684591d6-a88a-4df3-87f8-1910750c4ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:03.979418 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-684591d6-a88a-4df3-87f8-1910750c4ebc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a687ed9-a9b5-4d03-88d0-2b36ec1cceaf HTTP/1.1" status: 204 len: 168 time: 0.3255892 May 06 09:30:04.893948 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 60006) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:30:04.944360 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-1d53ea97-ea86-4cf7-a43a-939c607803d1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d1f0db3a47354bafb288d52bd5b8b59e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484641 May 06 09:30:04.946603 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 60010) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:30:05.009763 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-74e07312-2ce1-4054-848a-de1b64a7c3e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:05.050018 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-74e07312-2ce1-4054-848a-de1b64a7c3e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:05.110219 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 60020) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:30:05.186200 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-74e07312-2ce1-4054-848a-de1b64a7c3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:05.190537 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-1902ef1d-26ce-42b4-8d25-666158c12d98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:05.203015 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e07312-2ce1-4054-848a-de1b64a7c3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d436a28-55a8-4036-8b8c-5deeaea10d76,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:05.207607 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-74e07312-2ce1-4054-848a-de1b64a7c3e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:05.210094 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-74e07312-2ce1-4054-848a-de1b64a7c3e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:05.211612 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-74e07312-2ce1-4054-848a-de1b64a7c3e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8d436a28-55a8-4036-8b8c-5deeaea10d76 HTTP/1.1" status: 204 len: 168 time: 0.2637548 May 06 09:30:05.243477 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-5d446ced-c501-4ae3-9950-ec6d42d95481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:05.258917 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-5d446ced-c501-4ae3-9950-ec6d42d95481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:30:05.263097 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-5d446ced-c501-4ae3-9950-ec6d42d95481 admin admin] Usage tracker for resource:security_group_rule and tenant:69ac98ee1d7043cd88c6161da00eb2c2 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:30:05.266010 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-5d446ced-c501-4ae3-9950-ec6d42d95481 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:30:05.272101 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-5d446ced-c501-4ae3-9950-ec6d42d95481 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:30:05.353396 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-5d446ced-c501-4ae3-9950-ec6d42d95481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:05.449076 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-5d446ced-c501-4ae3-9950-ec6d42d95481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:05.457906 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-6d94c122-e35e-404b-b738-7f5f2155225e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:05.502956 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-5d446ced-c501-4ae3-9950-ec6d42d95481 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=69ac98ee1d7043cd88c6161da00eb2c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3916163 May 06 09:30:05.505013 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d446ced-c501-4ae3-9950-ec6d42d95481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7acc924-d53e-45d6-8c30-3e0118a88dd4,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:05.505913 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 60036) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:30:05.519689 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-5d446ced-c501-4ae3-9950-ec6d42d95481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:05.584860 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-32662f8b-55fd-4a39-a96f-9b479b7afe7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:05.614621 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-32662f8b-55fd-4a39-a96f-9b479b7afe7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:05.746330 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-32662f8b-55fd-4a39-a96f-9b479b7afe7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:05.750050 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-3cb947dc-a9c5-4996-a9c6-8de2779d505d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:05.761400 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32662f8b-55fd-4a39-a96f-9b479b7afe7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7acc924-d53e-45d6-8c30-3e0118a88dd4,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:05.763737 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-32662f8b-55fd-4a39-a96f-9b479b7afe7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:05.769430 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-32662f8b-55fd-4a39-a96f-9b479b7afe7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:05.770538 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-32662f8b-55fd-4a39-a96f-9b479b7afe7c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e7acc924-d53e-45d6-8c30-3e0118a88dd4 HTTP/1.1" status: 204 len: 168 time: 0.2633970 May 06 09:30:07.133978 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 60048) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:30:07.249987 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-b24949cf-a514-4bcc-ac4f-27cd19f1bf4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:07.263935 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-b24949cf-a514-4bcc-ac4f-27cd19f1bf4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:30:07.267714 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-b24949cf-a514-4bcc-ac4f-27cd19f1bf4f admin admin] Usage tracker for resource:security_group_rule and tenant:f0fdcad1d5c6465ca5c6be94555d41cf is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:30:07.270481 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-b24949cf-a514-4bcc-ac4f-27cd19f1bf4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:30:07.276917 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-b24949cf-a514-4bcc-ac4f-27cd19f1bf4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:30:07.359615 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-b24949cf-a514-4bcc-ac4f-27cd19f1bf4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:07.425820 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-b24949cf-a514-4bcc-ac4f-27cd19f1bf4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:07.434492 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-bb143393-e602-4ff5-b479-8bea7738330f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:07.473626 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-b24949cf-a514-4bcc-ac4f-27cd19f1bf4f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f0fdcad1d5c6465ca5c6be94555d41cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3386009 May 06 09:30:07.475868 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24949cf-a514-4bcc-ac4f-27cd19f1bf4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081ee2d7-fabf-4cee-bfa8-eaf2db47062e,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:07.477095 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 60054) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:30:07.479828 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-b24949cf-a514-4bcc-ac4f-27cd19f1bf4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:07.541965 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-bb87ee5f-869f-4d4e-b50f-06399d2b82b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:07.567664 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-bb87ee5f-869f-4d4e-b50f-06399d2b82b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:07.687033 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-bb87ee5f-869f-4d4e-b50f-06399d2b82b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:07.692612 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-bcbda69f-c22e-4331-bb6f-f1b0351a24fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:07.705235 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87ee5f-869f-4d4e-b50f-06399d2b82b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081ee2d7-fabf-4cee-bfa8-eaf2db47062e,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:07.707688 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-bb87ee5f-869f-4d4e-b50f-06399d2b82b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:07.715747 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-bb87ee5f-869f-4d4e-b50f-06399d2b82b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:07.716868 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-bb87ee5f-869f-4d4e-b50f-06399d2b82b8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/081ee2d7-fabf-4cee-bfa8-eaf2db47062e HTTP/1.1" status: 204 len: 168 time: 0.2388954 May 06 09:30:08.327000 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 60062) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:30:08.345082 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-d071d375-d761-47f2-b61c-d9e04bfe54a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:08.360181 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-d071d375-d761-47f2-b61c-d9e04bfe54a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:30:08.364025 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-d071d375-d761-47f2-b61c-d9e04bfe54a7 admin admin] Usage tracker for resource:security_group_rule and tenant:d2ad9b427b224d7781b8d291a9320647 is out of sync, need to count used quota {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:30:08.369739 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [None req-d071d375-d761-47f2-b61c-d9e04bfe54a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74232) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:30:08.374990 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.quota.driver [None req-d071d375-d761-47f2-b61c-d9e04bfe54a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74232) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:30:08.461572 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-d071d375-d761-47f2-b61c-d9e04bfe54a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:08.528982 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-d071d375-d761-47f2-b61c-d9e04bfe54a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:08.535758 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-5099d638-936c-4add-b383-220909ff7f1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:08.581550 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-d071d375-d761-47f2-b61c-d9e04bfe54a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d2ad9b427b224d7781b8d291a9320647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2532339 May 06 09:30:08.582488 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071d375-d761-47f2-b61c-d9e04bfe54a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8829abfa-6c3f-44ad-acb0-a050b0d93aed,revision_number=1']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:08.584428 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 60066) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:30:08.585547 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-d071d375-d761-47f2-b61c-d9e04bfe54a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:08.643667 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-d022deef-2a93-4c3f-b006-2c6611853a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:08.669884 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-d022deef-2a93-4c3f-b006-2c6611853a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:08.814571 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-d022deef-2a93-4c3f-b006-2c6611853a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:08.818609 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-2835d8d5-86da-4467-b2cd-f04a8b1ce0c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:08.830795 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d022deef-2a93-4c3f-b006-2c6611853a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8829abfa-6c3f-44ad-acb0-a050b0d93aed,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:08.835715 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-d022deef-2a93-4c3f-b006-2c6611853a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:08.857622 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-d022deef-2a93-4c3f-b006-2c6611853a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:08.863769 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-d022deef-2a93-4c3f-b006-2c6611853a4d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8829abfa-6c3f-44ad-acb0-a050b0d93aed HTTP/1.1" status: 204 len: 168 time: 0.2731724 May 06 09:30:09.917902 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 60090) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:30:10.022780 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [None req-5f980766-a416-4b8e-9c77-ff3a18942881 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-162842668-network', 'tenant_id': '784299d9d14344dc8f9f6b5c53962a0f'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:30:10.027799 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-5f980766-a416-4b8e-9c77-ff3a18942881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:30:10.031807 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-5f980766-a416-4b8e-9c77-ff3a18942881 admin admin] Usage tracker for resource:network and tenant:784299d9d14344dc8f9f6b5c53962a0f is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:30:10.034661 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-5f980766-a416-4b8e-9c77-ff3a18942881 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:30:10.041117 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-5f980766-a416-4b8e-9c77-ff3a18942881 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:30:10.122932 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f980766-a416-4b8e-9c77-ff3a18942881 admin admin] Made reservation on behalf of 784299d9d14344dc8f9f6b5c53962a0f for: {'network': 1} {{(pid=74231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:30:10.125262 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-5f980766-a416-4b8e-9c77-ff3a18942881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for network, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:10.137289 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-5f980766-a416-4b8e-9c77-ff3a18942881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:10.151893 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-5f980766-a416-4b8e-9c77-ff3a18942881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:30:10.155843 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-5f980766-a416-4b8e-9c77-ff3a18942881 admin admin] Usage tracker for resource:security_group_rule and tenant:784299d9d14344dc8f9f6b5c53962a0f is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:30:10.158601 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-5f980766-a416-4b8e-9c77-ff3a18942881 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:30:10.165012 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-5f980766-a416-4b8e-9c77-ff3a18942881 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:30:10.244574 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-5f980766-a416-4b8e-9c77-ff3a18942881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:10.323028 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-5f980766-a416-4b8e-9c77-ff3a18942881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:10.326073 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-b24949cf-a514-4bcc-ac4f-27cd19f1bf4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:10.354832 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f980766-a416-4b8e-9c77-ff3a18942881 admin admin] vlan segment allocate from pool success with {'vlan_id': 1042, 'physical_network': 'physnet1'} {{(pid=74231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:30:10.363234 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f980766-a416-4b8e-9c77-ff3a18942881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7217c9-c66e-40bc-b628-c2dab6a37f53,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:10.366758 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-5f980766-a416-4b8e-9c77-ff3a18942881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:10.369295 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-5f980766-a416-4b8e-9c77-ff3a18942881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047374'] for segment, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:10.369639 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.db.segments_db [None req-5f980766-a416-4b8e-9c77-ff3a18942881 admin admin] Added segment 5f523c97-f4b2-42c2-b1fc-0d3d57a1d7a0 of type vlan for network cee0c99a-7b0a-48f1-905f-c3de2e07b3fd May 06 09:30:10.395627 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-5f980766-a416-4b8e-9c77-ff3a18942881 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734680407444'] for network, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:10.517624 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-5f980766-a416-4b8e-9c77-ff3a18942881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951'] for network, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:10.519014 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f980766-a416-4b8e-9c77-ff3a18942881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:30:10.519632 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-5f980766-a416-4b8e-9c77-ff3a18942881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for network, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:10.526696 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-d4426839-1403-4529-a4b7-18d18d97a019 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:10.622193 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f980766-a416-4b8e-9c77-ff3a18942881 admin admin] Pushing event updated for resources: {'Network': ['ID=cee0c99a-7b0a-48f1-905f-c3de2e07b3fd,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:10.624964 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-5f980766-a416-4b8e-9c77-ff3a18942881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:10.633124 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Network cee0c99a-7b0a-48f1-905f-c3de2e07b3fd details requested by agent ovs-agent-dv-cinder-790014-1-smb with host dv-cinder-790014-1-smb {{(pid=74233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 09:30:10.706911 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-5f980766-a416-4b8e-9c77-ff3a18942881 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7878458 May 06 09:30:10.710060 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 60096) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:30:10.716690 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [None req-a300c00d-987a-40b5-83c5-1310f1d364dd admin admin] Request body: {'subnet': {'network_id': 'cee0c99a-7b0a-48f1-905f-c3de2e07b3fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-162842668-subnet', 'tenant_id': '784299d9d14344dc8f9f6b5c53962a0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:30:10.727932 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-a300c00d-987a-40b5-83c5-1310f1d364dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:30:10.727932 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-a300c00d-987a-40b5-83c5-1310f1d364dd admin admin] Usage tracker for resource:subnet and tenant:784299d9d14344dc8f9f6b5c53962a0f is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:30:10.728259 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-a300c00d-987a-40b5-83c5-1310f1d364dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:30:10.734091 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-a300c00d-987a-40b5-83c5-1310f1d364dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:30:10.802836 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a300c00d-987a-40b5-83c5-1310f1d364dd admin admin] Made reservation on behalf of 784299d9d14344dc8f9f6b5c53962a0f for: {'subnet': 1} {{(pid=74231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:30:10.805157 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-a300c00d-987a-40b5-83c5-1310f1d364dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14018829'] for subnet, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:11.248969 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-a300c00d-987a-40b5-83c5-1310f1d364dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15529923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14018943'] for subnet, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:11.253441 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-4bbc8d04-8e55-48c3-b752-f258f2057d79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:11.321967 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a300c00d-987a-40b5-83c5-1310f1d364dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=82498a7f-cc07-4e80-9274-fd0bf00f4ca4,revision_number=0']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:11.325381 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-a300c00d-987a-40b5-83c5-1310f1d364dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:11.331027 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a300c00d-987a-40b5-83c5-1310f1d364dd admin admin] Checking segment: {'id': '5f523c97-f4b2-42c2-b1fc-0d3d57a1d7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'cee0c99a-7b0a-48f1-905f-c3de2e07b3fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:30:11.331382 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a300c00d-987a-40b5-83c5-1310f1d364dd admin admin] Network hostable DHCP agents. Network: cee0c99a-7b0a-48f1-905f-c3de2e07b3fd, hostable agents: ['bc902bc5-40dc-4f86-86c2-e5adb524f41e'], hosted agents: [] {{(pid=74231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:30:11.425765 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a300c00d-987a-40b5-83c5-1310f1d364dd admin admin] Network cee0c99a-7b0a-48f1-905f-c3de2e07b3fd is scheduled to be hosted by DHCP agent bc902bc5-40dc-4f86-86c2-e5adb524f41e with binding_index 1 {{(pid=74231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:30:11.534517 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.base_scheduler [None req-a300c00d-987a-40b5-83c5-1310f1d364dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-1-smb, cee0c99a-7b0a-48f1-905f-c3de2e07b3fd) {{(pid=74231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:30:11.542462 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f35a45-accf-4e5e-8570-e5a5da9b2e0e None None] Network cee0c99a-7b0a-48f1-905f-c3de2e07b3fd requested from dv-cinder-790014-1-smb {{(pid=74233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 09:30:11.546498 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a300c00d-987a-40b5-83c5-1310f1d364dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:30:11.547097 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-a300c00d-987a-40b5-83c5-1310f1d364dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for subnet, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:11.615637 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-a300c00d-987a-40b5-83c5-1310f1d364dd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9034598 May 06 09:30:11.758636 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ef018e-e2ab-4417-80b3-7d9323f3f68d None None] Network cee0c99a-7b0a-48f1-905f-c3de2e07b3fd requested from dv-cinder-790014-1-smb {{(pid=74233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 09:30:12.286142 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.agents_db [None req-638a5930-6b89-4b54-bbc4-25c5e7558cab None None] Agent healthcheck: found 6 active agents {{(pid=74234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 09:30:12.322530 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 60114) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:30:12.328243 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [None req-4c03e8b9-9323-41cd-9856-0dd4eda88516 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1190422410-network', 'tenant_id': '58313c0a879b4a9695a77d1ca3ac027c'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:30:12.333030 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-4c03e8b9-9323-41cd-9856-0dd4eda88516 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:30:12.336970 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-4c03e8b9-9323-41cd-9856-0dd4eda88516 admin admin] Usage tracker for resource:network and tenant:58313c0a879b4a9695a77d1ca3ac027c is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:30:12.339850 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-4c03e8b9-9323-41cd-9856-0dd4eda88516 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:30:12.345563 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-4c03e8b9-9323-41cd-9856-0dd4eda88516 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:30:12.408520 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c03e8b9-9323-41cd-9856-0dd4eda88516 admin admin] Made reservation on behalf of 58313c0a879b4a9695a77d1ca3ac027c for: {'network': 1} {{(pid=74231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:30:12.410745 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-4c03e8b9-9323-41cd-9856-0dd4eda88516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for network, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:12.423344 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-4c03e8b9-9323-41cd-9856-0dd4eda88516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:12.440987 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-4c03e8b9-9323-41cd-9856-0dd4eda88516 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:30:12.445086 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-4c03e8b9-9323-41cd-9856-0dd4eda88516 admin admin] Usage tracker for resource:security_group_rule and tenant:58313c0a879b4a9695a77d1ca3ac027c is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:30:12.447907 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-4c03e8b9-9323-41cd-9856-0dd4eda88516 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:30:12.453676 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-4c03e8b9-9323-41cd-9856-0dd4eda88516 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:30:12.626680 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-4c03e8b9-9323-41cd-9856-0dd4eda88516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:12.686662 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-4c03e8b9-9323-41cd-9856-0dd4eda88516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:12.689671 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-a68641c9-96af-48b6-9340-43647c386a31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:12.717141 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c03e8b9-9323-41cd-9856-0dd4eda88516 admin admin] vlan segment allocate from pool success with {'vlan_id': 1010, 'physical_network': 'physnet1'} {{(pid=74231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:30:12.725532 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c03e8b9-9323-41cd-9856-0dd4eda88516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3db7d9-df15-4e6d-8694-e529085675f1,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:12.729703 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-4c03e8b9-9323-41cd-9856-0dd4eda88516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:12.732306 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-4c03e8b9-9323-41cd-9856-0dd4eda88516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047374'] for segment, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:12.732669 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.db.segments_db [None req-4c03e8b9-9323-41cd-9856-0dd4eda88516 admin admin] Added segment 3eaddf3c-50fc-4594-b54d-7026404ad4ae of type vlan for network 525157dc-f54f-46ac-b80c-e2d1b2e31ace May 06 09:30:12.758623 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-4c03e8b9-9323-41cd-9856-0dd4eda88516 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734680407444'] for network, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:12.870270 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-4c03e8b9-9323-41cd-9856-0dd4eda88516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951'] for network, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:12.871961 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c03e8b9-9323-41cd-9856-0dd4eda88516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:30:12.872652 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-4c03e8b9-9323-41cd-9856-0dd4eda88516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for network, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:12.877968 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:12.976463 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c03e8b9-9323-41cd-9856-0dd4eda88516 admin admin] Pushing event updated for resources: {'Network': ['ID=525157dc-f54f-46ac-b80c-e2d1b2e31ace,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:12.979402 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-4c03e8b9-9323-41cd-9856-0dd4eda88516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:12.986272 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Network 525157dc-f54f-46ac-b80c-e2d1b2e31ace details requested by agent ovs-agent-dv-cinder-790014-1-smb with host dv-cinder-790014-1-smb {{(pid=74233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 09:30:13.095392 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-4c03e8b9-9323-41cd-9856-0dd4eda88516 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7717488 May 06 09:30:13.098300 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 60118) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:30:13.104244 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [None req-7a2284cb-395e-4b50-b3a7-51a1f33b31bf admin admin] Request body: {'subnet': {'network_id': '525157dc-f54f-46ac-b80c-e2d1b2e31ace', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1190422410-subnet', 'tenant_id': '58313c0a879b4a9695a77d1ca3ac027c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:30:13.109025 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-7a2284cb-395e-4b50-b3a7-51a1f33b31bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:30:13.112797 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-7a2284cb-395e-4b50-b3a7-51a1f33b31bf admin admin] Usage tracker for resource:subnet and tenant:58313c0a879b4a9695a77d1ca3ac027c is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:30:13.115614 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-7a2284cb-395e-4b50-b3a7-51a1f33b31bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:30:13.121912 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-7a2284cb-395e-4b50-b3a7-51a1f33b31bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:30:13.191761 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2284cb-395e-4b50-b3a7-51a1f33b31bf admin admin] Made reservation on behalf of 58313c0a879b4a9695a77d1ca3ac027c for: {'subnet': 1} {{(pid=74231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:30:13.194126 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-7a2284cb-395e-4b50-b3a7-51a1f33b31bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14018829'] for subnet, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:13.379916 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-7d2b0088-0f88-4f1e-84cc-b3c80893eb65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:13.638295 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-7a2284cb-395e-4b50-b3a7-51a1f33b31bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15529923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14018943'] for subnet, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:13.642605 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:13.711110 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2284cb-395e-4b50-b3a7-51a1f33b31bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=74668516-7987-489e-b110-51dffdff0005,revision_number=0']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:13.714970 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-7a2284cb-395e-4b50-b3a7-51a1f33b31bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:13.719017 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2284cb-395e-4b50-b3a7-51a1f33b31bf admin admin] Checking segment: {'id': '3eaddf3c-50fc-4594-b54d-7026404ad4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '525157dc-f54f-46ac-b80c-e2d1b2e31ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:30:13.719365 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2284cb-395e-4b50-b3a7-51a1f33b31bf admin admin] Network hostable DHCP agents. Network: 525157dc-f54f-46ac-b80c-e2d1b2e31ace, hostable agents: ['bc902bc5-40dc-4f86-86c2-e5adb524f41e'], hosted agents: [] {{(pid=74231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:30:13.785773 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2284cb-395e-4b50-b3a7-51a1f33b31bf admin admin] Network 525157dc-f54f-46ac-b80c-e2d1b2e31ace is scheduled to be hosted by DHCP agent bc902bc5-40dc-4f86-86c2-e5adb524f41e with binding_index 1 {{(pid=74231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:30:13.852934 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.base_scheduler [None req-7a2284cb-395e-4b50-b3a7-51a1f33b31bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790014-1-smb, 525157dc-f54f-46ac-b80c-e2d1b2e31ace) {{(pid=74231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:30:13.864376 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca706b7-38db-4292-9f23-2400aea31d07 None None] Network 525157dc-f54f-46ac-b80c-e2d1b2e31ace requested from dv-cinder-790014-1-smb {{(pid=74233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 09:30:13.868293 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2284cb-395e-4b50-b3a7-51a1f33b31bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:30:13.869046 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-7a2284cb-395e-4b50-b3a7-51a1f33b31bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for subnet, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:13.941254 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-7a2284cb-395e-4b50-b3a7-51a1f33b31bf admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8417470 May 06 09:30:14.095397 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ffce11-d4fc-47dd-baab-7456b0ae89b9 None None] Network 525157dc-f54f-46ac-b80c-e2d1b2e31ace requested from dv-cinder-790014-1-smb {{(pid=74233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 09:30:14.558336 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-802e8b7e-3e06-4597-af81-c5ec917592f1 tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:30:14.559732 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-802e8b7e-3e06-4597-af81-c5ec917592f1 tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] 10.222.0.20 "GET /v2.0/networks?id=cee0c99a-7b0a-48f1-905f-c3de2e07b3fd HTTP/1.1" status: 200 len: 808 time: 0.1489086 May 06 09:30:14.575111 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-a2f318a6-c97a-491f-a84c-3c54733b2206 tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] 10.222.0.20 "GET /v2.0/quotas/784299d9d14344dc8f9f6b5c53962a0f HTTP/1.1" status: 200 len: 375 time: 0.0096700 May 06 09:30:14.622302 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-3b053b17-f91b-4625-93f3-0aa1efc1147d tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=784299d9d14344dc8f9f6b5c53962a0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419152 May 06 09:30:14.754725 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-c909958b-161a-45cc-94d6-eb0797b3464f service neutron] 10.222.0.20 "GET /v2.0/networks/cee0c99a-7b0a-48f1-905f-c3de2e07b3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256852 May 06 09:30:14.892458 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-7c0bb7a9-cdb8-4945-a971-d14b9ab27d52 service neutron] 10.222.0.20 "GET /v2.0/networks/cee0c99a-7b0a-48f1-905f-c3de2e07b3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311853 May 06 09:30:15.209919 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-46a45f8b-9284-4562-bdb6-801fa0347adb req-59b193ab-ebf0-4306-8606-4ac8904812a1 tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e5cff4a-2a2d-4dfd-a1b4-b24cbaa33a79 HTTP/1.1" status: 200 len: 210 time: 0.0477364 May 06 09:30:15.855039 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-6a9b23fd-9eea-4e99-b14c-61850d5df2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:15.917338 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:16.362628 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-e6b44832-1989-4c37-a279-c4155e42d9c3 req-9be42e6e-ec53-49ff-ba32-c0836111b3fa tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e5cff4a-2a2d-4dfd-a1b4-b24cbaa33a79 HTTP/1.1" status: 200 len: 210 time: 0.0432317 May 06 09:30:17.008946 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:17.538388 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-15048d40-82a5-4e30-8a20-e869e801c374 req-a9180188-fbae-4881-b2c4-43db70bf6f3a tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e5cff4a-2a2d-4dfd-a1b4-b24cbaa33a79 HTTP/1.1" status: 200 len: 210 time: 0.0636225 May 06 09:30:17.566442 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-83014097-ba04-452d-a1cf-8f88882df517 tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:30:17.572533 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-83014097-ba04-452d-a1cf-8f88882df517 tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Synchronizing usage tracker for tenant:784299d9d14344dc8f9f6b5c53962a0f on resource:network {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:30:17.655036 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-83014097-ba04-452d-a1cf-8f88882df517 tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Unset dirty status for tenant:784299d9d14344dc8f9f6b5c53962a0f on resource:network {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:30:17.656290 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-83014097-ba04-452d-a1cf-8f88882df517 tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] 10.222.0.79 "GET /v2.0/networks?id=cee0c99a-7b0a-48f1-905f-c3de2e07b3fd HTTP/1.1" status: 200 len: 808 time: 0.2859578 May 06 09:30:17.675296 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-63f585ab-21b2-4944-b7ef-feb49e04cb4e tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Request body: {'port': {'device_id': '6e5cff4a-2a2d-4dfd-a1b4-b24cbaa33a79', 'network_id': 'cee0c99a-7b0a-48f1-905f-c3de2e07b3fd', 'admin_state_up': True, 'tenant_id': '784299d9d14344dc8f9f6b5c53962a0f'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:30:17.813385 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-63f585ab-21b2-4944-b7ef-feb49e04cb4e tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:30:17.817449 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-63f585ab-21b2-4944-b7ef-feb49e04cb4e tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Usage tracker for resource:port and tenant:784299d9d14344dc8f9f6b5c53962a0f is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:30:17.820856 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-63f585ab-21b2-4944-b7ef-feb49e04cb4e tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:30:17.826634 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-63f585ab-21b2-4944-b7ef-feb49e04cb4e tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:30:17.898895 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-63f585ab-21b2-4944-b7ef-feb49e04cb4e tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Made reservation on behalf of 784299d9d14344dc8f9f6b5c53962a0f for: {'port': 1} {{(pid=74231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:30:17.902558 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-63f585ab-21b2-4944-b7ef-feb49e04cb4e tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:18.066692 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.db_base_plugin_common [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-63f585ab-21b2-4944-b7ef-feb49e04cb4e tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Allocated IP 172.20.0.7 (cee0c99a-7b0a-48f1-905f-c3de2e07b3fd/82498a7f-cc07-4e80-9274-fd0bf00f4ca4/1264d4cb-9d63-480c-a5bd-4866f6c50f60) {{(pid=74231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:30:18.265512 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-63f585ab-21b2-4944-b7ef-feb49e04cb4e tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Notify callbacks [] for port, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:18.403301 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-63f585ab-21b2-4944-b7ef-feb49e04cb4e tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734680386326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:18.408863 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-59f61aaa-00cb-4aea-bc21-776f013dc0d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:18.470660 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-63f585ab-21b2-4944-b7ef-feb49e04cb4e tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Network cee0c99a-7b0a-48f1-905f-c3de2e07b3fd is already hosted by enough agents. {{(pid=74231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:30:18.473697 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.base_scheduler [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-63f585ab-21b2-4944-b7ef-feb49e04cb4e tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Resources bound (agent type, host, resource id): {{(pid=74231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:30:18.482539 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-63f585ab-21b2-4944-b7ef-feb49e04cb4e tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Received port after_create {{(pid=74231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 06 09:30:18.519783 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f585ab-21b2-4944-b7ef-feb49e04cb4e tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Pushing event updated for resources: {'Port': ['ID=1264d4cb-9d63-480c-a5bd-4866f6c50f60,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:18.523689 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-63f585ab-21b2-4944-b7ef-feb49e04cb4e tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:18.557804 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-63f585ab-21b2-4944-b7ef-feb49e04cb4e tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:30:18.558525 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-63f585ab-21b2-4944-b7ef-feb49e04cb4e tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:18.660850 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-63f585ab-21b2-4944-b7ef-feb49e04cb4e tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9899299 May 06 09:30:18.672586 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.v2.base [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-dde24ffa-7fd7-41fd-9b66-3653a69e6ded service neutron] Request body: {'port': {'device_id': '6e5cff4a-2a2d-4dfd-a1b4-b24cbaa33a79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79001'}} {{(pid=74231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:30:18.706190 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:18.746839 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461d503-a372-439f-8428-0309b2c1159f req-7efbed3c-0a4f-4cf7-a9fd-bda60d32bdc0 tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:30:18.748506 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-5461d503-a372-439f-8428-0309b2c1159f req-7efbed3c-0a4f-4cf7-a9fd-bda60d32bdc0 tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e5cff4a-2a2d-4dfd-a1b4-b24cbaa33a79 HTTP/1.1" status: 200 len: 931 time: 0.0906403 May 06 09:30:18.798979 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-5461d503-a372-439f-8428-0309b2c1159f req-f7f7b500-b1ac-4d69-a6eb-f5efe9432046 tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f7217c9-c66e-40bc-b628-c2dab6a37f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436752 May 06 09:30:18.887925 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-dde24ffa-7fd7-41fd-9b66-3653a69e6ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:19.232229 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-dde24ffa-7fd7-41fd-9b66-3653a69e6ded service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1264d4cb-9d63-480c-a5bd-4866f6c50f60 {{(pid=74231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 09:30:19.239549 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-dde24ffa-7fd7-41fd-9b66-3653a69e6ded service neutron] Notify callbacks [] for port, precommit_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:19.254253 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.provisioning_blocks [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-dde24ffa-7fd7-41fd-9b66-3653a69e6ded service neutron] Transition to ACTIVE for port object 1264d4cb-9d63-480c-a5bd-4866f6c50f60 will not be triggered until provisioned by entity L2. {{(pid=74231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:30:19.332356 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-dde24ffa-7fd7-41fd-9b66-3653a69e6ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15534154'] for port, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:19.337643 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-50ac4204-4e10-4e04-8566-df1b38ca7396 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:19.466962 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde24ffa-7fd7-41fd-9b66-3653a69e6ded service neutron] Pushing event updated for resources: {'Port': ['ID=1264d4cb-9d63-480c-a5bd-4866f6c50f60,revision_number=2']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:19.494024 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-dde24ffa-7fd7-41fd-9b66-3653a69e6ded service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:19.572822 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-dde24ffa-7fd7-41fd-9b66-3653a69e6ded service neutron] Attempting to bind port 1264d4cb-9d63-480c-a5bd-4866f6c50f60 on host hv-cinder-79001 for vnic_type normal with profile {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:30:19.573544 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-dde24ffa-7fd7-41fd-9b66-3653a69e6ded service neutron] Attempting to bind port 1264d4cb-9d63-480c-a5bd-4866f6c50f60 by drivers openvswitch,hyperv on host hv-cinder-79001 at level 0 using segments [{'id': '5f523c97-f4b2-42c2-b1fc-0d3d57a1d7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'cee0c99a-7b0a-48f1-905f-c3de2e07b3fd'}] {{(pid=74231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:30:19.573544 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-dde24ffa-7fd7-41fd-9b66-3653a69e6ded service neutron] Attempting to bind port 1264d4cb-9d63-480c-a5bd-4866f6c50f60 on network cee0c99a-7b0a-48f1-905f-c3de2e07b3fd {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:30:19.578093 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-dde24ffa-7fd7-41fd-9b66-3653a69e6ded service neutron] Port 1264d4cb-9d63-480c-a5bd-4866f6c50f60 on network cee0c99a-7b0a-48f1-905f-c3de2e07b3fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79001 {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 06 09:30:19.578412 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-dde24ffa-7fd7-41fd-9b66-3653a69e6ded service neutron] Attempting to bind port 1264d4cb-9d63-480c-a5bd-4866f6c50f60 on network cee0c99a-7b0a-48f1-905f-c3de2e07b3fd {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 06 09:30:19.583538 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-dde24ffa-7fd7-41fd-9b66-3653a69e6ded service neutron] Checking agent: {'id': 'e51fd9d5-0712-41db-be1b-bc822ebf26a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79001', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 6, 9, 20, 30), 'started_at': datetime.datetime(2021, 5, 6, 9, 20, 30), 'heartbeat_timestamp': datetime.datetime(2021, 5, 6, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 06 09:30:19.583877 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-dde24ffa-7fd7-41fd-9b66-3653a69e6ded service neutron] Checking segment: {'id': '5f523c97-f4b2-42c2-b1fc-0d3d57a1d7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'cee0c99a-7b0a-48f1-905f-c3de2e07b3fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 06 09:30:19.584258 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-dde24ffa-7fd7-41fd-9b66-3653a69e6ded service neutron] Bound using segment: {'id': '5f523c97-f4b2-42c2-b1fc-0d3d57a1d7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'cee0c99a-7b0a-48f1-905f-c3de2e07b3fd'} {{(pid=74231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 06 09:30:19.584685 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.managers [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-dde24ffa-7fd7-41fd-9b66-3653a69e6ded service neutron] Bound port: 1264d4cb-9d63-480c-a5bd-4866f6c50f60, host: hv-cinder-79001, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f523c97-f4b2-42c2-b1fc-0d3d57a1d7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'cee0c99a-7b0a-48f1-905f-c3de2e07b3fd'}}] {{(pid=74231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:30:19.585052 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-dde24ffa-7fd7-41fd-9b66-3653a69e6ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:19.673340 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-dde24ffa-7fd7-41fd-9b66-3653a69e6ded service neutron] For port 1264d4cb-9d63-480c-a5bd-4866f6c50f60, host hv-cinder-79001, cleared binding levels {{(pid=74231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 06 09:30:19.676290 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-dde24ffa-7fd7-41fd-9b66-3653a69e6ded service neutron] For port 1264d4cb-9d63-480c-a5bd-4866f6c50f60, host hv-cinder-79001, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=1264d4cb-9d63-480c-a5bd-4866f6c50f60,segment=NetworkSegment(5f523c97-f4b2-42c2-b1fc-0d3d57a1d7a0),segment_id=5f523c97-f4b2-42c2-b1fc-0d3d57a1d7a0)] {{(pid=74231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 06 09:30:19.740605 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-dde24ffa-7fd7-41fd-9b66-3653a69e6ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15534154'] for port, after_update {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:19.744976 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-1068c891-e2be-4ac7-805f-aedc382f64ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:19.800053 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-dde24ffa-7fd7-41fd-9b66-3653a69e6ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:30:19.800667 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-dde24ffa-7fd7-41fd-9b66-3653a69e6ded service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:19.802027 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-dde24ffa-7fd7-41fd-9b66-3653a69e6ded service neutron] 10.222.0.79 "PUT /v2.0/ports/1264d4cb-9d63-480c-a5bd-4866f6c50f60 HTTP/1.1" status: 200 len: 1093 time: 1.1340518 May 06 09:30:19.802543 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5cff4a-2a2d-4dfd-a1b4-b24cbaa33a79', 'tag': '1264d4cb-9d63-480c-a5bd-4866f6c50f60'}] {{(pid=74231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:30:19.837877 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde24ffa-7fd7-41fd-9b66-3653a69e6ded service neutron] Pushing event updated for resources: {'Port': ['ID=1264d4cb-9d63-480c-a5bd-4866f6c50f60,revision_number=3']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:19.845637 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-dde24ffa-7fd7-41fd-9b66-3653a69e6ded service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:19.868418 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e5cff4a-2a2d-4dfd-a1b4-b24cbaa33a79', 'tag': '1264d4cb-9d63-480c-a5bd-4866f6c50f60', 'status': 'completed', 'code': 200} May 06 09:30:19.960946 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c9bd8-e635-44f4-904f-b5ffc1734a5e req-ff17a12f-d5b4-4008-89d8-b18b7700e7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:30:19.962480 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-281c9bd8-e635-44f4-904f-b5ffc1734a5e req-ff17a12f-d5b4-4008-89d8-b18b7700e7a3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=784299d9d14344dc8f9f6b5c53962a0f&device_id=6e5cff4a-2a2d-4dfd-a1b4-b24cbaa33a79 HTTP/1.1" status: 200 len: 1096 time: 0.0729315 May 06 09:30:20.006631 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b067d8-d7ca-469e-a963-859174e5f97a req-9ebacc65-f255-44d9-b1c4-53ce68f74130 tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:30:20.008052 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-62b067d8-d7ca-469e-a963-859174e5f97a req-9ebacc65-f255-44d9-b1c4-53ce68f74130 tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e5cff4a-2a2d-4dfd-a1b4-b24cbaa33a79 HTTP/1.1" status: 200 len: 943 time: 0.0818696 May 06 09:30:20.058749 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-62b067d8-d7ca-469e-a963-859174e5f97a req-fb939fba-dd57-43d5-842d-d11ee0cfeb21 tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f7217c9-c66e-40bc-b628-c2dab6a37f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442221 May 06 09:30:20.115906 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c9bd8-e635-44f4-904f-b5ffc1734a5e req-02f8a7aa-55a4-4405-9bdc-55c615bb989d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:30:20.117404 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-281c9bd8-e635-44f4-904f-b5ffc1734a5e req-02f8a7aa-55a4-4405-9bdc-55c615bb989d service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=784299d9d14344dc8f9f6b5c53962a0f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1479020 May 06 09:30:20.253371 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c9bd8-e635-44f4-904f-b5ffc1734a5e req-c38d2161-561b-4f4c-aac0-68e96d25d935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:30:20.254822 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-281c9bd8-e635-44f4-904f-b5ffc1734a5e req-c38d2161-561b-4f4c-aac0-68e96d25d935 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1315086 May 06 09:30:20.362490 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-86fde4ad-8c5c-4b7f-827d-3eee6663c30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:30:20.363879 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-86fde4ad-8c5c-4b7f-827d-3eee6663c30b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=784299d9d14344dc8f9f6b5c53962a0f&device_id=6e5cff4a-2a2d-4dfd-a1b4-b24cbaa33a79 HTTP/1.1" status: 200 len: 1096 time: 0.0724282 May 06 09:30:20.434605 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-e730e77b-9cbb-42b9-8f95-96d4c000c05e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1264d4cb-9d63-480c-a5bd-4866f6c50f60 HTTP/1.1" status: 200 len: 217 time: 0.0640483 May 06 09:30:20.499965 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-8352958a-ebbb-45b6-aac2-4ddc02d4f3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:30:20.501402 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-8352958a-ebbb-45b6-aac2-4ddc02d4f3d9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=82498a7f-cc07-4e80-9274-fd0bf00f4ca4 HTTP/1.1" status: 200 len: 848 time: 0.0608728 May 06 09:30:20.548943 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-cf5a4abf-917e-4e51-82d2-0e4953ced5df service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cee0c99a-7b0a-48f1-905f-c3de2e07b3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409253 May 06 09:30:20.562491 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 60162) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:30:20.792987 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-62df0fbd-7a21-4afa-a2a0-e7a76670bdec service neutron] 10.222.0.79 "GET /v2.0/networks/cee0c99a-7b0a-48f1-905f-c3de2e07b3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378418 May 06 09:30:20.939006 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-5ee3e607-4d01-43be-bb5e-ef4e51388039 req-846ebf7a-34b1-4417-92fe-4ec3aaca0607 service neutron] 10.222.0.79 "GET /v2.0/networks/cee0c99a-7b0a-48f1-905f-c3de2e07b3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386645 May 06 09:30:20.947907 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.plugin [None req-b92cc29b-0db0-4380-b472-6db30074db6b tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Deleting port 0d6df5f4-5665-4c72-93f8-f60592877dba {{(pid=74232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:30:20.948257 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b92cc29b-0db0-4380-b472-6db30074db6b tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:21.072191 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b92cc29b-0db0-4380-b472-6db30074db6b tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:21.072859 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b92cc29b-0db0-4380-b472-6db30074db6b tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:21.196151 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.plugin [None req-b92cc29b-0db0-4380-b472-6db30074db6b tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Calling delete_port for 0d6df5f4-5665-4c72-93f8-f60592877dba owned by network:floatingip {{(pid=74232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:30:21.256149 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d0d85-3c9e-4094-aafb-f124afd89c5f req-8d6b0cdc-95fd-4ff2-9cda-808e25f2b1e2 tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:30:21.256852 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-a55d0d85-3c9e-4094-aafb-f124afd89c5f req-8d6b0cdc-95fd-4ff2-9cda-808e25f2b1e2 tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Synchronizing usage tracker for tenant:784299d9d14344dc8f9f6b5c53962a0f on resource:port {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:30:21.357022 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-a55d0d85-3c9e-4094-aafb-f124afd89c5f req-8d6b0cdc-95fd-4ff2-9cda-808e25f2b1e2 tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Unset dirty status for tenant:784299d9d14344dc8f9f6b5c53962a0f on resource:port {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:30:21.358125 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a55d0d85-3c9e-4094-aafb-f124afd89c5f req-8d6b0cdc-95fd-4ff2-9cda-808e25f2b1e2 tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e5cff4a-2a2d-4dfd-a1b4-b24cbaa33a79 HTTP/1.1" status: 200 len: 943 time: 0.1835330 May 06 09:30:21.385975 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b92cc29b-0db0-4380-b472-6db30074db6b tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15350160'] for port, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:21.390942 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-ac357af5-f686-48fa-8d79-497637d4abe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:21.407898 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-a55d0d85-3c9e-4094-aafb-f124afd89c5f req-26aaad1a-11f6-43df-bf83-ece02fd7e2aa tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Synchronizing usage tracker for tenant:784299d9d14344dc8f9f6b5c53962a0f on resource:security_group {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:30:21.436692 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92cc29b-0db0-4380-b472-6db30074db6b tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Pushing event deleted for resources: {'Port': ['ID=0d6df5f4-5665-4c72-93f8-f60592877dba,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:21.463178 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-b92cc29b-0db0-4380-b472-6db30074db6b tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:21.512259 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-a55d0d85-3c9e-4094-aafb-f124afd89c5f req-26aaad1a-11f6-43df-bf83-ece02fd7e2aa tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Unset dirty status for tenant:784299d9d14344dc8f9f6b5c53962a0f on resource:security_group {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:30:21.513461 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a55d0d85-3c9e-4094-aafb-f124afd89c5f req-26aaad1a-11f6-43df-bf83-ece02fd7e2aa tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f7217c9-c66e-40bc-b628-c2dab6a37f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494999 May 06 09:30:21.533287 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b92cc29b-0db0-4380-b472-6db30074db6b tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks [] for floatingip, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:21.538740 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.db.l3_db [None req-b92cc29b-0db0-4380-b472-6db30074db6b tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Floating IP a19262e3-68b0-4055-8eff-a6a779e5119f disassociated (deleted). External IP: 172.28.3.213, port: 4ae5493c-1075-400c-8124-b615931893db. May 06 09:30:21.881773 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92cc29b-0db0-4380-b472-6db30074db6b tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Router 152b4625-c03b-4f8d-bf9e-897b74be0462 has already been hosted by L3 agent 6417d645-ec24-4e28-ae28-fb602049daa5 {{(pid=74232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 09:30:22.061888 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92cc29b-0db0-4380-b472-6db30074db6b tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify agent at l3_agent.dv-cinder-790014-1-smb the message routers_updated {{(pid=74232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 09:30:22.071923 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48633317-3cc6-429a-ae86-6288b69cd1c2 None None] Sync routers for ids ['152b4625-c03b-4f8d-bf9e-897b74be0462'] in dv-cinder-790014-1-smb {{(pid=74233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:30:22.080934 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48633317-3cc6-429a-ae86-6288b69cd1c2 None None] Routers {'152b4625-c03b-4f8d-bf9e-897b74be0462'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:30:22.081552 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-48633317-3cc6-429a-ae86-6288b69cd1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:30:16Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['152b4625-c03b-4f8d-bf9e-897b74be0462'], 'active': True} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:30:22.136651 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b92cc29b-0db0-4380-b472-6db30074db6b tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for floatingip, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:22.192052 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-b92cc29b-0db0-4380-b472-6db30074db6b tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "DELETE /v2.0/floatingips/a19262e3-68b0-4055-8eff-a6a779e5119f HTTP/1.1" status: 204 len: 168 time: 1.6284709 May 06 09:30:22.192813 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1c8a10-1fda-4554-94c8-45ee7ef98d43', 'tag': '4ae5493c-1075-400c-8124-b615931893db'}] {{(pid=74232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:30:22.239121 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1c8a10-1fda-4554-94c8-45ee7ef98d43', 'tag': '4ae5493c-1075-400c-8124-b615931893db', 'status': 'completed', 'code': 200} May 06 09:30:22.300139 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvr_db [None req-48633317-3cc6-429a-ae86-6288b69cd1c2 None None] Set router 152b4625-c03b-4f8d-bf9e-897b74be0462 gateway port host: dv-cinder-790014-1-smb {{(pid=74233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:30:22.332459 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1e9a9-2b5b-4061-88c8-d7b96bf83c5d req-d8473acf-066e-4297-9d49-5a762f5b92c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:30:22.333912 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-8fe1e9a9-2b5b-4061-88c8-d7b96bf83c5d req-d8473acf-066e-4297-9d49-5a762f5b92c0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=448b7d91cfa34a3c885290dd85f7fd47&device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 1098 time: 0.0735795 May 06 09:30:22.467503 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1e9a9-2b5b-4061-88c8-d7b96bf83c5d req-8a285724-eb54-4c51-ae51-0620f0d1ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:30:22.468978 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-8fe1e9a9-2b5b-4061-88c8-d7b96bf83c5d req-8a285724-eb54-4c51-ae51-0620f0d1ba44 service neutron] 10.222.0.79 "GET /v2.0/networks?id=64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e HTTP/1.1" status: 200 len: 911 time: 0.1287928 May 06 09:30:22.542893 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-8fe1e9a9-2b5b-4061-88c8-d7b96bf83c5d req-367245cc-09ce-4ef2-b534-8334e305ce3f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ae5493c-1075-400c-8124-b615931893db HTTP/1.1" status: 200 len: 217 time: 0.0674384 May 06 09:30:22.606838 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1e9a9-2b5b-4061-88c8-d7b96bf83c5d req-8cf2e8a8-fc4e-43e7-8875-95cce8d52194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:30:22.608327 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-8fe1e9a9-2b5b-4061-88c8-d7b96bf83c5d req-8cf2e8a8-fc4e-43e7-8875-95cce8d52194 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=18122794-0941-4191-b141-54c55ba118c3 HTTP/1.1" status: 200 len: 848 time: 0.0599337 May 06 09:30:22.618199 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-48633317-3cc6-429a-ae86-6288b69cd1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152b4625-c03b-4f8d-bf9e-897b74be0462', 'name': 'tempest-TestShelveInstance-1319976416-router', 'tenant_id': '448b7d91cfa34a3c885290dd85f7fd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': 'efbb8d80-94d6-45c3-9df5-c8595c211ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:33Z', 'updated_at': '2021-05-06T09:25:40Z', 'revision_number': 4, 'project_id': '448b7d91cfa34a3c885290dd85f7fd47', 'gw_port': {'id': 'efbb8d80-94d6-45c3-9df5-c8595c211ec0', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152b4625-c03b-4f8d-bf9e-897b74be0462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:35Z', 'updated_at': '2021-05-06T09:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': 'bd2c91f8-252e-4204-9baa-03b9189017d4', 'name': '', 'network_id': '64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e', 'tenant_id': '448b7d91cfa34a3c885290dd85f7fd47', 'mac_address': 'fa:16:3e:94:6f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152b4625-c03b-4f8d-bf9e-897b74be0462', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '18122794-0941-4191-b141-54c55ba118c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:39Z', 'updated_at': '2021-05-06T09:25:49Z', 'revision_number': 5, 'project_id': '448b7d91cfa34a3c885290dd85f7fd47', 'subnets': [{'id': '18122794-0941-4191-b141-54c55ba118c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:30:22.623755 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48633317-3cc6-429a-ae86-6288b69cd1c2 None None] Checking router: 152b4625-c03b-4f8d-bf9e-897b74be0462 for host: dv-cinder-790014-1-smb {{(pid=74233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:30:22.634702 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48633317-3cc6-429a-ae86-6288b69cd1c2 None None] Routers {'152b4625-c03b-4f8d-bf9e-897b74be0462'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:30:22.635531 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-48633317-3cc6-429a-ae86-6288b69cd1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:30:16Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['152b4625-c03b-4f8d-bf9e-897b74be0462'], 'active': True} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:30:22.748740 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1e9a9-2b5b-4061-88c8-d7b96bf83c5d req-c9e4f14a-d65c-41b4-8b5a-e948a4f810c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:30:22.750218 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-8fe1e9a9-2b5b-4061-88c8-d7b96bf83c5d req-c9e4f14a-d65c-41b4-8b5a-e948a4f810c0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1358438 May 06 09:30:22.761422 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617eafb-35d4-47bf-b66c-e8be96cb1671 req-ba9dfae1-2c33-48f6-bd84-0c2c57937e85 tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:30:22.765872 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-1617eafb-35d4-47bf-b66c-e8be96cb1671 req-ba9dfae1-2c33-48f6-bd84-0c2c57937e85 tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e5cff4a-2a2d-4dfd-a1b4-b24cbaa33a79 HTTP/1.1" status: 200 len: 943 time: 0.1120718 May 06 09:30:22.819124 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvr_db [None req-48633317-3cc6-429a-ae86-6288b69cd1c2 None None] Set router 152b4625-c03b-4f8d-bf9e-897b74be0462 gateway port host: dv-cinder-790014-1-smb {{(pid=74233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:30:22.891810 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-1617eafb-35d4-47bf-b66c-e8be96cb1671 req-c1d6183d-3408-4c3b-87b6-f9938b0f4c3c tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f7217c9-c66e-40bc-b628-c2dab6a37f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080925 May 06 09:30:22.912026 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53f7f7-8e04-4c61-81ab-a6f97bdd07ce req-42858e79-6771-48a3-8c03-8c2c6ef5c27c tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:30:22.912717 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-3c53f7f7-8e04-4c61-81ab-a6f97bdd07ce req-42858e79-6771-48a3-8c03-8c2c6ef5c27c tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Synchronizing usage tracker for tenant:448b7d91cfa34a3c885290dd85f7fd47 on resource:port {{(pid=74232) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:30:22.939695 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-8fe1e9a9-2b5b-4061-88c8-d7b96bf83c5d req-0f4708b3-3b25-41e3-b68b-fe619f952a4c service neutron] 10.222.0.79 "GET /v2.0/networks/64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750348 May 06 09:30:22.995375 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.quota.resource [req-3c53f7f7-8e04-4c61-81ab-a6f97bdd07ce req-42858e79-6771-48a3-8c03-8c2c6ef5c27c tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Unset dirty status for tenant:448b7d91cfa34a3c885290dd85f7fd47 on resource:port {{(pid=74232) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:30:22.996778 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-3c53f7f7-8e04-4c61-81ab-a6f97bdd07ce req-42858e79-6771-48a3-8c03-8c2c6ef5c27c tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 945 time: 0.1709483 May 06 09:30:23.086638 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-8fe1e9a9-2b5b-4061-88c8-d7b96bf83c5d req-5f818079-d367-4244-88e0-6eaf47bd7a18 service neutron] 10.222.0.79 "GET /v2.0/networks/64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395669 May 06 09:30:23.146848 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-3c53f7f7-8e04-4c61-81ab-a6f97bdd07ce req-9f0be034-7cfe-4417-be61-3189c612da5f tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ed85b8-a725-409f-accf-d3f84002ae12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432467 May 06 09:30:23.157702 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-48633317-3cc6-429a-ae86-6288b69cd1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152b4625-c03b-4f8d-bf9e-897b74be0462', 'name': 'tempest-TestShelveInstance-1319976416-router', 'tenant_id': '448b7d91cfa34a3c885290dd85f7fd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': 'efbb8d80-94d6-45c3-9df5-c8595c211ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:33Z', 'updated_at': '2021-05-06T09:25:40Z', 'revision_number': 4, 'project_id': '448b7d91cfa34a3c885290dd85f7fd47', 'gw_port': {'id': 'efbb8d80-94d6-45c3-9df5-c8595c211ec0', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152b4625-c03b-4f8d-bf9e-897b74be0462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:35Z', 'updated_at': '2021-05-06T09:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': 'bd2c91f8-252e-4204-9baa-03b9189017d4', 'name': '', 'network_id': '64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e', 'tenant_id': '448b7d91cfa34a3c885290dd85f7fd47', 'mac_address': 'fa:16:3e:94:6f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152b4625-c03b-4f8d-bf9e-897b74be0462', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '18122794-0941-4191-b141-54c55ba118c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:39Z', 'updated_at': '2021-05-06T09:25:49Z', 'revision_number': 5, 'project_id': '448b7d91cfa34a3c885290dd85f7fd47', 'subnets': [{'id': '18122794-0941-4191-b141-54c55ba118c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:30:23.162050 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48633317-3cc6-429a-ae86-6288b69cd1c2 None None] The sync data for ids ['152b4625-c03b-4f8d-bf9e-897b74be0462'] in dv-cinder-790014-1-smb is: [{'id': '152b4625-c03b-4f8d-bf9e-897b74be0462', 'name': 'tempest-TestShelveInstance-1319976416-router', 'tenant_id': '448b7d91cfa34a3c885290dd85f7fd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': 'efbb8d80-94d6-45c3-9df5-c8595c211ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:33Z', 'updated_at': '2021-05-06T09:25:40Z', 'revision_number': 4, 'project_id': '448b7d91cfa34a3c885290dd85f7fd47', 'gw_port': {'id': 'efbb8d80-94d6-45c3-9df5-c8595c211ec0', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152b4625-c03b-4f8d-bf9e-897b74be0462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:35Z', 'updated_at': '2021-05-06T09:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb', '_interfaces': [{'id': 'bd2c91f8-252e-4204-9baa-03b9189017d4', 'name': '', 'network_id': '64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e', 'tenant_id': '448b7d91cfa34a3c885290dd85f7fd47', 'mac_address': 'fa:16:3e:94:6f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152b4625-c03b-4f8d-bf9e-897b74be0462', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '18122794-0941-4191-b141-54c55ba118c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:39Z', 'updated_at': '2021-05-06T09:25:49Z', 'revision_number': 5, 'project_id': '448b7d91cfa34a3c885290dd85f7fd47', 'subnets': [{'id': '18122794-0941-4191-b141-54c55ba118c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:30:23.321028 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 1264d4cb-9d63-480c-a5bd-4866f6c50f60 details requested by agent hyperv_hv-cinder-79001 with host hv-cinder-79001 {{(pid=74233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 09:30:23.368264 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51733592-e582-4a12-932b-6ede282ee6cf None None] New status for floating IP a19262e3-68b0-4055-8eff-a6a779e5119f: DOWN {{(pid=74234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:30:23.455941 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 1264d4cb-9d63-480c-a5bd-4866f6c50f60, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=1264d4cb-9d63-480c-a5bd-4866f6c50f60,segment=NetworkSegment(5f523c97-f4b2-42c2-b1fc-0d3d57a1d7a0),segment_id=5f523c97-f4b2-42c2-b1fc-0d3d57a1d7a0)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:30:23.469519 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Returning: {'device': '1264d4cb-9d63-480c-a5bd-4866f6c50f60', 'network_id': 'cee0c99a-7b0a-48f1-905f-c3de2e07b3fd', 'port_id': '1264d4cb-9d63-480c-a5bd-4866f6c50f60', 'mac_address': 'fa:16:3e:d4:eb:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82498a7f-cc07-4e80-9274-fd0bf00f4ca4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 09:30:23.526204 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:23.542612 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1264d4cb-9d63-480c-a5bd-4866f6c50f60 {{(pid=74233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 09:30:23.557863 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 1264d4cb-9d63-480c-a5bd-4866f6c50f60, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=1264d4cb-9d63-480c-a5bd-4866f6c50f60,segment=NetworkSegment(5f523c97-f4b2-42c2-b1fc-0d3d57a1d7a0),segment_id=5f523c97-f4b2-42c2-b1fc-0d3d57a1d7a0)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:30:23.653985 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:23.655708 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:23.722232 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=1264d4cb-9d63-480c-a5bd-4866f6c50f60,revision_number=4']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:23.725232 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:23.883957 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] get_ports_and_sgs() called for port_ids ['1264d4cb-9d63-480c-a5bd-4866f6c50f60'] {{(pid=74233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 09:30:24.143280 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d64316-07d7-488f-aa23-30ce626c5218 req-a89dda4e-0f35-41cc-a6b3-fd10cc2a00a4 tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:30:24.144667 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-80d64316-07d7-488f-aa23-30ce626c5218 req-a89dda4e-0f35-41cc-a6b3-fd10cc2a00a4 tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e5cff4a-2a2d-4dfd-a1b4-b24cbaa33a79 HTTP/1.1" status: 200 len: 944 time: 0.1395884 May 06 09:30:24.183075 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8078db-c96e-4ca4-a2a4-8660002ddc5e req-b97ae867-79bd-4156-904f-5280ba180c5a tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:30:24.187031 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fb8078db-c96e-4ca4-a2a4-8660002ddc5e req-b97ae867-79bd-4156-904f-5280ba180c5a tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 945 time: 0.1228788 May 06 09:30:24.246965 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-80d64316-07d7-488f-aa23-30ce626c5218 req-844cdbc6-d5ed-4d56-b8e7-037729ea0d85 tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f7217c9-c66e-40bc-b628-c2dab6a37f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956566 May 06 09:30:24.331611 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [req-fb8078db-c96e-4ca4-a2a4-8660002ddc5e req-0cc9b35d-885f-43c2-bc40-1e3ab0d7b8ad tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Deleting port 4ae5493c-1075-400c-8124-b615931893db {{(pid=74231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:30:24.331955 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-fb8078db-c96e-4ca4-a2a4-8660002ddc5e req-0cc9b35d-885f-43c2-bc40-1e3ab0d7b8ad tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:24.332838 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d634ec-2a64-43c9-8b42-a6aa14510959 req-c331c212-ad43-44b2-a807-6cf660a1c864 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:30:24.334298 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-b7d634ec-2a64-43c9-8b42-a6aa14510959 req-c331c212-ad43-44b2-a807-6cf660a1c864 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 945 time: 0.0806017 May 06 09:30:24.381492 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-b7d634ec-2a64-43c9-8b42-a6aa14510959 req-0e191dd1-32ab-434a-af23-03a96b717ee7 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8ed85b8-a725-409f-accf-d3f84002ae12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406513 May 06 09:30:24.466060 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-fb8078db-c96e-4ca4-a2a4-8660002ddc5e req-0cc9b35d-885f-43c2-bc40-1e3ab0d7b8ad tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] For port 4ae5493c-1075-400c-8124-b615931893db, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=4ae5493c-1075-400c-8124-b615931893db,segment=NetworkSegment(58f3cc47-6e0e-417d-9711-90ec717e7ca2),segment_id=58f3cc47-6e0e-417d-9711-90ec717e7ca2)] {{(pid=74231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:30:24.466417 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-fb8078db-c96e-4ca4-a2a4-8660002ddc5e req-0cc9b35d-885f-43c2-bc40-1e3ab0d7b8ad tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:24.688268 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [req-fb8078db-c96e-4ca4-a2a4-8660002ddc5e req-0cc9b35d-885f-43c2-bc40-1e3ab0d7b8ad tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Calling delete_port for 4ae5493c-1075-400c-8124-b615931893db owned by compute:nova {{(pid=74231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:30:24.881425 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-fb8078db-c96e-4ca4-a2a4-8660002ddc5e req-0cc9b35d-885f-43c2-bc40-1e3ab0d7b8ad tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:24.887076 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-1f4cc3c0-5d54-441c-9277-6ff8c4ddea9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:24.933035 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9b35d-885f-43c2-bc40-1e3ab0d7b8ad tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Pushing event deleted for resources: {'Port': ['ID=4ae5493c-1075-400c-8124-b615931893db,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:24.936441 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-0cc9b35d-885f-43c2-bc40-1e3ab0d7b8ad tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:25.008257 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8078db-c96e-4ca4-a2a4-8660002ddc5e req-0cc9b35d-885f-43c2-bc40-1e3ab0d7b8ad tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] No DVR routers for this DVR port 4ae5493c-1075-400c-8124-b615931893db on host hv-cinder-79001 {{(pid=74231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:30:25.010750 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-fb8078db-c96e-4ca4-a2a4-8660002ddc5e req-0cc9b35d-885f-43c2-bc40-1e3ab0d7b8ad tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:25.013432 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1c8a10-1fda-4554-94c8-45ee7ef98d43', 'name': 'network-vif-deleted', 'tag': '4ae5493c-1075-400c-8124-b615931893db'}] {{(pid=74231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:30:25.057584 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1c8a10-1fda-4554-94c8-45ee7ef98d43', 'name': 'network-vif-deleted', 'tag': '4ae5493c-1075-400c-8124-b615931893db', 'status': 'completed', 'code': 200} May 06 09:30:25.106099 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-fb8078db-c96e-4ca4-a2a4-8660002ddc5e req-0cc9b35d-885f-43c2-bc40-1e3ab0d7b8ad tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.79 "DELETE /v2.0/ports/4ae5493c-1075-400c-8124-b615931893db HTTP/1.1" status: 204 len: 173 time: 0.9141328 May 06 09:30:25.355156 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 1264d4cb-9d63-480c-a5bd-4866f6c50f60 up at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 09:30:25.443430 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc98599-c4b5-4681-b7be-ae04bb6a304b req-0a8301c8-a126-43c8-80b2-6c5931470b29 tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:30:25.444961 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-1fc98599-c4b5-4681-b7be-ae04bb6a304b req-0a8301c8-a126-43c8-80b2-6c5931470b29 tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e5cff4a-2a2d-4dfd-a1b4-b24cbaa33a79 HTTP/1.1" status: 200 len: 944 time: 0.0873823 May 06 09:30:25.478665 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Provisioning for port 1264d4cb-9d63-480c-a5bd-4866f6c50f60 completed by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:30:25.483790 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.provisioning_blocks [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Provisioning complete for port 1264d4cb-9d63-480c-a5bd-4866f6c50f60 triggered by entity L2. {{(pid=74233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:30:25.484175 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2038214'] for port, provisioning_complete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:25.495071 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-1fc98599-c4b5-4681-b7be-ae04bb6a304b req-a131fa1e-c3b1-4a1a-bc55-75ac405ab263 tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f7217c9-c66e-40bc-b628-c2dab6a37f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441337 May 06 09:30:25.568088 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-2af5dab8-7f45-4486-9de7-a037fb53bc9d req-42a8c9c7-1058-4809-9cba-fb31333b82e8 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Synchronizing usage tracker for tenant:448b7d91cfa34a3c885290dd85f7fd47 on resource:port {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:30:25.609231 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:25.659963 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-2af5dab8-7f45-4486-9de7-a037fb53bc9d req-42a8c9c7-1058-4809-9cba-fb31333b82e8 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Unset dirty status for tenant:448b7d91cfa34a3c885290dd85f7fd47 on resource:port {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:30:25.661305 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-2af5dab8-7f45-4486-9de7-a037fb53bc9d req-42a8c9c7-1058-4809-9cba-fb31333b82e8 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e1c8a10-1fda-4554-94c8-45ee7ef98d43 HTTP/1.1" status: 200 len: 210 time: 0.1376193 May 06 09:30:25.677168 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5cff4a-2a2d-4dfd-a1b4-b24cbaa33a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1264d4cb-9d63-480c-a5bd-4866f6c50f60'}] {{(pid=74233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:30:25.686995 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] For port 1264d4cb-9d63-480c-a5bd-4866f6c50f60, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=1264d4cb-9d63-480c-a5bd-4866f6c50f60,segment=NetworkSegment(5f523c97-f4b2-42c2-b1fc-0d3d57a1d7a0),segment_id=5f523c97-f4b2-42c2-b1fc-0d3d57a1d7a0)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:30:25.724169 dv-cinder-790014-1-smb neutron-server[74233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5cff4a-2a2d-4dfd-a1b4-b24cbaa33a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1264d4cb-9d63-480c-a5bd-4866f6c50f60', 'code': 200} May 06 09:30:25.762734 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734680822887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734680386344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734680386389'] for port, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:25.763559 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 4ae5493c-1075-400c-8124-b615931893db no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 09:30:25.791848 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-fc60cdc1-1932-4cb8-a71f-84651cb89fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:25.836808 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] No Port match for: 4ae5493c-1075-400c-8124-b615931893db {{(pid=74233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 09:30:25.837163 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 4ae5493c-1075-400c-8124-b615931893db not bound to the agent host hv-cinder-79001 {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 09:30:25.863228 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Pushing event updated for resources: {'Port': ['ID=1264d4cb-9d63-480c-a5bd-4866f6c50f60,revision_number=5']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:25.866233 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:26.110639 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dcdff-9441-4a52-96e3-e8f54af947f8 req-2515b8e9-a80b-47a3-b14f-e6c1617bbb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:30:26.112059 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-ed3dcdff-9441-4a52-96e3-e8f54af947f8 req-2515b8e9-a80b-47a3-b14f-e6c1617bbb0d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6e5cff4a-2a2d-4dfd-a1b4-b24cbaa33a79 HTTP/1.1" status: 200 len: 1098 time: 0.0706930 May 06 09:30:26.153436 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-ed3dcdff-9441-4a52-96e3-e8f54af947f8 req-e54494fa-ca6c-4479-b3f6-e61d335096c3 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=6f7217c9-c66e-40bc-b628-c2dab6a37f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343323 May 06 09:30:26.690890 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f310ce-335f-482e-a82a-1216992e627c req-5c09f4ab-1e44-49ed-9c1d-4c16e33d9754 tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:30:26.692382 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e3f310ce-335f-482e-a82a-1216992e627c req-5c09f4ab-1e44-49ed-9c1d-4c16e33d9754 tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e5cff4a-2a2d-4dfd-a1b4-b24cbaa33a79 HTTP/1.1" status: 200 len: 945 time: 0.0834892 May 06 09:30:26.737113 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-e3f310ce-335f-482e-a82a-1216992e627c req-d845f9cc-24f0-46ba-acbe-3bf394735881 tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f7217c9-c66e-40bc-b628-c2dab6a37f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389340 May 06 09:30:26.763344 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 60192) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:30:26.831898 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-0901a31d-03b0-4daf-a146-340e335151da tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:26.866323 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-0901a31d-03b0-4daf-a146-340e335151da tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:27.006563 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-0901a31d-03b0-4daf-a146-340e335151da tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:27.010964 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-430db32b-895c-4f00-8992-f5665752c927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:27.026875 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901a31d-03b0-4daf-a146-340e335151da tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ed85b8-a725-409f-accf-d3f84002ae12,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:27.029444 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-0901a31d-03b0-4daf-a146-340e335151da tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:27.110098 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-0901a31d-03b0-4daf-a146-340e335151da tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:27.111275 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-0901a31d-03b0-4daf-a146-340e335151da tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] 10.222.0.20 "DELETE /v2.0/security-groups/d8ed85b8-a725-409f-accf-d3f84002ae12 HTTP/1.1" status: 204 len: 168 time: 0.3465295 May 06 09:30:27.227659 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 60198) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:30:27.756286 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b8c056bd-9e75-4da0-95f3-dc74bcdc2b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663639'] for router_interface, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:28.049174 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e5331-e746-4dd2-90cf-886bb81dd946 req-e0dd08b6-8a5a-4a72-864f-6ba2af1919a1 tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:30:28.050529 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-c87e5331-e746-4dd2-90cf-886bb81dd946 req-e0dd08b6-8a5a-4a72-864f-6ba2af1919a1 tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e5cff4a-2a2d-4dfd-a1b4-b24cbaa33a79 HTTP/1.1" status: 200 len: 945 time: 0.1812854 May 06 09:30:28.136858 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-c87e5331-e746-4dd2-90cf-886bb81dd946 req-554d2ac1-4ca0-44eb-8a2c-6a20e0d68808 tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f7217c9-c66e-40bc-b628-c2dab6a37f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788691 May 06 09:30:28.274774 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.plugin [None req-b8c056bd-9e75-4da0-95f3-dc74bcdc2b2b admin admin] Deleting port bd2c91f8-252e-4204-9baa-03b9189017d4 {{(pid=74232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:30:28.275113 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b8c056bd-9e75-4da0-95f3-dc74bcdc2b2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:28.491827 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.db [None req-b8c056bd-9e75-4da0-95f3-dc74bcdc2b2b admin admin] For port bd2c91f8-252e-4204-9baa-03b9189017d4, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=bd2c91f8-252e-4204-9baa-03b9189017d4,segment=NetworkSegment(58f3cc47-6e0e-417d-9711-90ec717e7ca2),segment_id=58f3cc47-6e0e-417d-9711-90ec717e7ca2)] {{(pid=74232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:30:28.492205 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b8c056bd-9e75-4da0-95f3-dc74bcdc2b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:28.613703 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.plugins.ml2.plugin [None req-b8c056bd-9e75-4da0-95f3-dc74bcdc2b2b admin admin] Calling delete_port for bd2c91f8-252e-4204-9baa-03b9189017d4 owned by network:router_interface {{(pid=74232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:30:28.804423 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b8c056bd-9e75-4da0-95f3-dc74bcdc2b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15350160'] for port, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:28.806197 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-169622c4-734c-49ca-b570-e5c6b081e5b2 tempest-TestShelveInstance-311838944 tempest-TestShelveInstance-311838944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:28.859007 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c056bd-9e75-4da0-95f3-dc74bcdc2b2b admin admin] Pushing event deleted for resources: {'Port': ['ID=bd2c91f8-252e-4204-9baa-03b9189017d4,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:28.868833 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-b8c056bd-9e75-4da0-95f3-dc74bcdc2b2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:29.177332 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-b8c056bd-9e75-4da0-95f3-dc74bcdc2b2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667111'] for router_interface, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:29.534413 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c056bd-9e75-4da0-95f3-dc74bcdc2b2b admin admin] Router 152b4625-c03b-4f8d-bf9e-897b74be0462 has already been hosted by L3 agent 6417d645-ec24-4e28-ae28-fb602049daa5 {{(pid=74232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 09:30:29.708286 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c056bd-9e75-4da0-95f3-dc74bcdc2b2b admin admin] Notify agent at l3_agent.dv-cinder-790014-1-smb the message routers_updated {{(pid=74232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 09:30:29.718376 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3d2480-4f2e-4b8f-a7f9-c631169576a0 None None] Sync routers for ids ['152b4625-c03b-4f8d-bf9e-897b74be0462'] in dv-cinder-790014-1-smb {{(pid=74233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:30:29.728519 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3d2480-4f2e-4b8f-a7f9-c631169576a0 None None] Routers {'152b4625-c03b-4f8d-bf9e-897b74be0462'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:30:29.729129 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-2c3d2480-4f2e-4b8f-a7f9-c631169576a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:30:16Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['152b4625-c03b-4f8d-bf9e-897b74be0462'], 'active': True} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:30:29.868673 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-b8c056bd-9e75-4da0-95f3-dc74bcdc2b2b admin admin] 10.222.0.20 "PUT /v2.0/routers/152b4625-c03b-4f8d-bf9e-897b74be0462/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6397440 May 06 09:30:29.871039 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 60210) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:30:29.907239 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvr_db [None req-2c3d2480-4f2e-4b8f-a7f9-c631169576a0 None None] Set router 152b4625-c03b-4f8d-bf9e-897b74be0462 gateway port host: dv-cinder-790014-1-smb {{(pid=74233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:30:30.059525 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3f6a9894-5c58-4a86-aa43-d3816dad92d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:30.194871 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-2c3d2480-4f2e-4b8f-a7f9-c631169576a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152b4625-c03b-4f8d-bf9e-897b74be0462', 'name': 'tempest-TestShelveInstance-1319976416-router', 'tenant_id': '448b7d91cfa34a3c885290dd85f7fd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': 'efbb8d80-94d6-45c3-9df5-c8595c211ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:33Z', 'updated_at': '2021-05-06T09:30:28Z', 'revision_number': 5, 'project_id': '448b7d91cfa34a3c885290dd85f7fd47', 'gw_port': {'id': 'efbb8d80-94d6-45c3-9df5-c8595c211ec0', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152b4625-c03b-4f8d-bf9e-897b74be0462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:35Z', 'updated_at': '2021-05-06T09:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb'}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:30:30.199305 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3d2480-4f2e-4b8f-a7f9-c631169576a0 None None] Checking router: 152b4625-c03b-4f8d-bf9e-897b74be0462 for host: dv-cinder-790014-1-smb {{(pid=74233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:30:30.207629 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3d2480-4f2e-4b8f-a7f9-c631169576a0 None None] Routers {'152b4625-c03b-4f8d-bf9e-897b74be0462'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:30:30.208240 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-2c3d2480-4f2e-4b8f-a7f9-c631169576a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:30:16Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['152b4625-c03b-4f8d-bf9e-897b74be0462'], 'active': True} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:30:30.232509 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3f6a9894-5c58-4a86-aa43-d3816dad92d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:30.383457 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [None req-3f6a9894-5c58-4a86-aa43-d3816dad92d5 admin admin] Deleting port efbb8d80-94d6-45c3-9df5-c8595c211ec0 {{(pid=74231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:30:30.384474 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3f6a9894-5c58-4a86-aa43-d3816dad92d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:30.386415 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvr_db [None req-2c3d2480-4f2e-4b8f-a7f9-c631169576a0 None None] Set router 152b4625-c03b-4f8d-bf9e-897b74be0462 gateway port host: dv-cinder-790014-1-smb {{(pid=74233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:30:30.516918 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [None req-3f6a9894-5c58-4a86-aa43-d3816dad92d5 admin admin] For port efbb8d80-94d6-45c3-9df5-c8595c211ec0, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=efbb8d80-94d6-45c3-9df5-c8595c211ec0,segment=NetworkSegment(965c1257-9f5a-4385-a535-e1c8d4f2cb09),segment_id=965c1257-9f5a-4385-a535-e1c8d4f2cb09)] {{(pid=74231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:30:30.517280 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3f6a9894-5c58-4a86-aa43-d3816dad92d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:30.606645 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:30.642453 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [None req-3f6a9894-5c58-4a86-aa43-d3816dad92d5 admin admin] Calling delete_port for efbb8d80-94d6-45c3-9df5-c8595c211ec0 owned by network:router_gateway {{(pid=74231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:30:30.686484 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_hamode_db [None req-2c3d2480-4f2e-4b8f-a7f9-c631169576a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152b4625-c03b-4f8d-bf9e-897b74be0462', 'name': 'tempest-TestShelveInstance-1319976416-router', 'tenant_id': '448b7d91cfa34a3c885290dd85f7fd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': 'efbb8d80-94d6-45c3-9df5-c8595c211ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:33Z', 'updated_at': '2021-05-06T09:30:28Z', 'revision_number': 5, 'project_id': '448b7d91cfa34a3c885290dd85f7fd47', 'gw_port': {'id': 'efbb8d80-94d6-45c3-9df5-c8595c211ec0', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152b4625-c03b-4f8d-bf9e-897b74be0462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:35Z', 'updated_at': '2021-05-06T09:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb'}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:30:30.690760 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3d2480-4f2e-4b8f-a7f9-c631169576a0 None None] The sync data for ids ['152b4625-c03b-4f8d-bf9e-897b74be0462'] in dv-cinder-790014-1-smb is: [{'id': '152b4625-c03b-4f8d-bf9e-897b74be0462', 'name': 'tempest-TestShelveInstance-1319976416-router', 'tenant_id': '448b7d91cfa34a3c885290dd85f7fd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': 'efbb8d80-94d6-45c3-9df5-c8595c211ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:33Z', 'updated_at': '2021-05-06T09:30:28Z', 'revision_number': 5, 'project_id': '448b7d91cfa34a3c885290dd85f7fd47', 'gw_port': {'id': 'efbb8d80-94d6-45c3-9df5-c8595c211ec0', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152b4625-c03b-4f8d-bf9e-897b74be0462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:35Z', 'updated_at': '2021-05-06T09:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb'}] {{(pid=74233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:30:30.869931 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3f6a9894-5c58-4a86-aa43-d3816dad92d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:30.875725 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-dde24ffa-7fd7-41fd-9b66-3653a69e6ded service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:31.044214 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a9894-5c58-4a86-aa43-d3816dad92d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=efbb8d80-94d6-45c3-9df5-c8595c211ec0,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:31.047441 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-3f6a9894-5c58-4a86-aa43-d3816dad92d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:31.138392 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3f6a9894-5c58-4a86-aa43-d3816dad92d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670067'] for router_gateway, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:31.310800 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3f6a9894-5c58-4a86-aa43-d3816dad92d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-692783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30643'] for router, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:31.313017 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3f6a9894-5c58-4a86-aa43-d3816dad92d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:31.409363 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3f6a9894-5c58-4a86-aa43-d3816dad92d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-696161'] for router, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:31.410356 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6a9894-5c58-4a86-aa43-d3816dad92d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 152b4625-c03b-4f8d-bf9e-897b74be0462 {{(pid=74231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 09:30:31.431667 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3f6a9894-5c58-4a86-aa43-d3816dad92d5 admin admin] Notify callbacks [] for router, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:31.433454 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-3f6a9894-5c58-4a86-aa43-d3816dad92d5 admin admin] 10.222.0.20 "DELETE /v2.0/routers/152b4625-c03b-4f8d-bf9e-897b74be0462 HTTP/1.1" status: 204 len: 168 time: 1.5612180 May 06 09:30:31.435876 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 60232) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:30:31.498843 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.db_base_plugin_v2 [None req-19c39d83-2356-409c-9167-feb62979980b admin admin] Deleting subnet 18122794-0941-4191-b141-54c55ba118c3 {{(pid=74231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 09:30:31.502164 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-19c39d83-2356-409c-9167-feb62979980b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:31.555570 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-19c39d83-2356-409c-9167-feb62979980b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15529838'] for subnet, precommit_delete_associations {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:31.633350 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-19c39d83-2356-409c-9167-feb62979980b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2045876'] for subnet, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:31.974478 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-19c39d83-2356-409c-9167-feb62979980b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2045883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15534080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14018918'] for subnet, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:31.979384 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-df574c1d-1563-4309-a6fe-abc4fc467a40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:32.012112 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c39d83-2356-409c-9167-feb62979980b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18122794-0941-4191-b141-54c55ba118c3,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:32.016935 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-19c39d83-2356-409c-9167-feb62979980b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:32.017912 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-19c39d83-2356-409c-9167-feb62979980b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for subnet, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:32.022825 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06253da8-e9e6-4b0e-a832-f9ebc4dd652f None None] Network 64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e requested from dv-cinder-790014-1-smb {{(pid=74233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 09:30:32.024885 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-19c39d83-2356-409c-9167-feb62979980b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/18122794-0941-4191-b141-54c55ba118c3 HTTP/1.1" status: 204 len: 168 time: 0.5874836 May 06 09:30:32.026981 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 60242) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:30:32.281644 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575a83ef-0d78-4f76-9452-83901036e773 None None] DHCP port deletion for 64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e request from dv-cinder-790014-1-smb {{(pid=74233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 09:30:32.322650 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-b77f5df9-64da-4421-b42e-8a021e3f44a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1693876'] for network, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:32.379439 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-575a83ef-0d78-4f76-9452-83901036e773 None None] Deleting port cc7e4821-84bb-45d7-af9d-24f230076ab2 {{(pid=74233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:30:32.380016 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-575a83ef-0d78-4f76-9452-83901036e773 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:32.395295 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [None req-b77f5df9-64da-4421-b42e-8a021e3f44a9 admin admin] Deleting port cc7e4821-84bb-45d7-af9d-24f230076ab2 {{(pid=74231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:30:32.397993 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-b77f5df9-64da-4421-b42e-8a021e3f44a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:32.488759 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-575a83ef-0d78-4f76-9452-83901036e773 None None] For port cc7e4821-84bb-45d7-af9d-24f230076ab2, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=cc7e4821-84bb-45d7-af9d-24f230076ab2,segment=NetworkSegment(58f3cc47-6e0e-417d-9711-90ec717e7ca2),segment_id=58f3cc47-6e0e-417d-9711-90ec717e7ca2)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:30:32.488759 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-575a83ef-0d78-4f76-9452-83901036e773 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:32.501571 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [None req-b77f5df9-64da-4421-b42e-8a021e3f44a9 admin admin] For port cc7e4821-84bb-45d7-af9d-24f230076ab2, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=cc7e4821-84bb-45d7-af9d-24f230076ab2,segment=NetworkSegment(58f3cc47-6e0e-417d-9711-90ec717e7ca2),segment_id=58f3cc47-6e0e-417d-9711-90ec717e7ca2)] {{(pid=74231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:30:32.501859 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-b77f5df9-64da-4421-b42e-8a021e3f44a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:32.607246 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device cc7e4821-84bb-45d7-af9d-24f230076ab2 no longer exists at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 09:30:32.633421 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [None req-b77f5df9-64da-4421-b42e-8a021e3f44a9 admin admin] Calling delete_port for cc7e4821-84bb-45d7-af9d-24f230076ab2 owned by network:dhcp {{(pid=74231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:30:32.640289 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-575a83ef-0d78-4f76-9452-83901036e773 None None] Calling delete_port for cc7e4821-84bb-45d7-af9d-24f230076ab2 owned by network:dhcp {{(pid=74233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:30:32.746486 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-b77f5df9-64da-4421-b42e-8a021e3f44a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:32.754063 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-95e9d317-f864-4cde-8018-68f83063457d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:32.760186 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-575a83ef-0d78-4f76-9452-83901036e773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335'] for port, after_delete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:32.765108 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-818ccb1f-e845-4ad2-abf9-155585ace440 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:32.794013 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77f5df9-64da-4421-b42e-8a021e3f44a9 admin admin] No DVR routers for this DVR port cc7e4821-84bb-45d7-af9d-24f230076ab2 on host dv-cinder-790014-1-smb {{(pid=74231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:30:32.801870 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1660753'] for port, before_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:32.809870 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfd62e-3bf2-4ba0-a39f-ff997dae2f6d req-5690d21a-c34b-4671-87cb-d8745f411af6 tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:30:32.811348 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-78dfd62e-3bf2-4ba0-a39f-ff997dae2f6d req-5690d21a-c34b-4671-87cb-d8745f411af6 tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e5cff4a-2a2d-4dfd-a1b4-b24cbaa33a79 HTTP/1.1" status: 200 len: 945 time: 0.1911218 May 06 09:30:32.821013 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a83ef-0d78-4f76-9452-83901036e773 None None] Pushing event deleted for resources: {'Port': ['ID=cc7e4821-84bb-45d7-af9d-24f230076ab2,revision_number=None']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:32.828475 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-575a83ef-0d78-4f76-9452-83901036e773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:32.838858 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575a83ef-0d78-4f76-9452-83901036e773 None None] No DVR routers for this DVR port cc7e4821-84bb-45d7-af9d-24f230076ab2 on host dv-cinder-790014-1-smb {{(pid=74233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:30:32.853624 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f5df9-64da-4421-b42e-8a021e3f44a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc7e4821-84bb-45d7-af9d-24f230076ab2,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:32.856009 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-b77f5df9-64da-4421-b42e-8a021e3f44a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:32.881618 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device efbb8d80-94d6-45c3-9df5-c8595c211ec0 no longer exists at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 09:30:32.883123 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [req-78dfd62e-3bf2-4ba0-a39f-ff997dae2f6d req-45a09bb4-0c9f-4f2a-828e-b8e1360221e4 tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f7217c9-c66e-40bc-b628-c2dab6a37f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650511 May 06 09:30:32.918978 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] No Port match for: efbb8d80-94d6-45c3-9df5-c8595c211ec0 {{(pid=74233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 09:30:32.919337 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device efbb8d80-94d6-45c3-9df5-c8595c211ec0 not bound to the agent host dv-cinder-790014-1-smb {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 09:30:32.919846 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device bd2c91f8-252e-4204-9baa-03b9189017d4 no longer exists at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 09:30:32.957281 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] No Port match for: bd2c91f8-252e-4204-9baa-03b9189017d4 {{(pid=74233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 09:30:32.957633 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device bd2c91f8-252e-4204-9baa-03b9189017d4 not bound to the agent host dv-cinder-790014-1-smb {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 09:30:33.027653 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-b77f5df9-64da-4421-b42e-8a021e3f44a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043471', 'neutron.services.segments.db._delete_segments_for_network-8734680829341'] for network, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:33.040646 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.services.segments.db [None req-b77f5df9-64da-4421-b42e-8a021e3f44a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e']}} {{(pid=74231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:30:33.052461 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.services.segments.db [None req-b77f5df9-64da-4421-b42e-8a021e3f44a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58f3cc47-6e0e-417d-9711-90ec717e7ca2') {'for_net_delete': True} {{(pid=74231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:30:33.052703 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.services.segments.db [None req-b77f5df9-64da-4421-b42e-8a021e3f44a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58f3cc47-6e0e-417d-9711-90ec717e7ca2') {} {{(pid=74231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:30:33.064299 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-b77f5df9-64da-4421-b42e-8a021e3f44a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734680841831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15529841'] for segment, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:33.079751 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-b77f5df9-64da-4421-b42e-8a021e3f44a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047374'] for segment, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:33.085609 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b77f5df9-64da-4421-b42e-8a021e3f44a9 admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=74231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:30:33.086014 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-b77f5df9-64da-4421-b42e-8a021e3f44a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2047367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15534182'] for segment, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:33.098713 dv-cinder-790014-1-smb neutron-server[74231]: Traceback (most recent call last): May 06 09:30:33.098713 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:30:33.098713 dv-cinder-790014-1-smb neutron-server[74231]: timer() May 06 09:30:33.098713 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:30:33.098713 dv-cinder-790014-1-smb neutron-server[74231]: cb(*args, **kw) May 06 09:30:33.098713 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 09:30:33.098713 dv-cinder-790014-1-smb neutron-server[74231]: return func(*args, **kwargs) May 06 09:30:33.098713 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:30:33.098713 dv-cinder-790014-1-smb neutron-server[74231]: self._notify() May 06 09:30:33.098713 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:30:33.098713 dv-cinder-790014-1-smb neutron-server[74231]: self.callback(batched_events) May 06 09:30:33.098713 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:30:33.098713 dv-cinder-790014-1-smb neutron-server[74231]: event.method(event) May 06 09:30:33.098713 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 09:30:33.098713 dv-cinder-790014-1-smb neutron-server[74231]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:30:33.098713 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 09:30:33.098713 dv-cinder-790014-1-smb neutron-server[74231]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:30:33.098713 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 09:30:33.098713 dv-cinder-790014-1-smb neutron-server[74231]: return f(self, *a, **k) May 06 09:30:33.098713 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 09:30:33.098713 dv-cinder-790014-1-smb neutron-server[74231]: return self._get(url).json() May 06 09:30:33.098713 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 09:30:33.098713 dv-cinder-790014-1-smb neutron-server[74231]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:30:33.098713 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:30:33.098713 dv-cinder-790014-1-smb neutron-server[74231]: return self.request(url, 'GET', **kwargs) May 06 09:30:33.098713 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:30:33.098713 dv-cinder-790014-1-smb neutron-server[74231]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:30:33.098713 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:30:33.098713 dv-cinder-790014-1-smb neutron-server[74231]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:30:33.098713 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:30:33.098713 dv-cinder-790014-1-smb neutron-server[74231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:30:33.098713 dv-cinder-790014-1-smb neutron-server[74231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:30:33.257870 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-b77f5df9-64da-4421-b42e-8a021e3f44a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670049'] for network, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:33.262295 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-95e9d317-f864-4cde-8018-68f83063457d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:33.277376 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-b77f5df9-64da-4421-b42e-8a021e3f44a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for network, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:33.288663 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f5df9-64da-4421-b42e-8a021e3f44a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:33.293203 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-b77f5df9-64da-4421-b42e-8a021e3f44a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:33.366786 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-b77f5df9-64da-4421-b42e-8a021e3f44a9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/64c5f5ad-8f44-40b6-aa90-4d2ea5b6773e HTTP/1.1" status: 204 len: 168 time: 1.3387172 May 06 09:30:33.370063 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 60254) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:30:33.905258 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-06b04cd5-9842-4170-98a8-cc3ebf37e288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-663639'] for router_interface, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:34.282552 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480d41c-68cd-4377-8f5d-c6a0f7281d87 req-fb03fe2d-e5b6-47b3-a18c-eb0971b87b7c tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:30:34.283986 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-9480d41c-68cd-4377-8f5d-c6a0f7281d87 req-fb03fe2d-e5b6-47b3-a18c-eb0971b87b7c tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5cff4a-2a2d-4dfd-a1b4-b24cbaa33a79 HTTP/1.1" status: 200 len: 945 time: 0.3321297 May 06 09:30:34.295434 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324dc0f-1d69-4e8f-a862-f0696b9a3368 req-ede861cf-1917-4ef4-b724-21b73c9bdba9 tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 09:30:34.296759 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-1324dc0f-1d69-4e8f-a862-f0696b9a3368 req-ede861cf-1917-4ef4-b724-21b73c9bdba9 tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e5cff4a-2a2d-4dfd-a1b4-b24cbaa33a79 HTTP/1.1" status: 200 len: 945 time: 0.3071332 May 06 09:30:34.546782 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-1324dc0f-1d69-4e8f-a862-f0696b9a3368 req-9f1977a1-b0f7-4397-b4d3-6305d58ae2cf tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f7217c9-c66e-40bc-b628-c2dab6a37f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134228 May 06 09:30:34.634415 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [req-9480d41c-68cd-4377-8f5d-c6a0f7281d87 req-36216842-c630-485e-a328-97dac4af3b7c tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Deleting port 1264d4cb-9d63-480c-a5bd-4866f6c50f60 {{(pid=74231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:30:34.634753 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-9480d41c-68cd-4377-8f5d-c6a0f7281d87 req-36216842-c630-485e-a328-97dac4af3b7c tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:34.813799 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [req-9480d41c-68cd-4377-8f5d-c6a0f7281d87 req-36216842-c630-485e-a328-97dac4af3b7c tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] For port 1264d4cb-9d63-480c-a5bd-4866f6c50f60, host hv-cinder-79001, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79001',level=0,port_id=1264d4cb-9d63-480c-a5bd-4866f6c50f60,segment=NetworkSegment(5f523c97-f4b2-42c2-b1fc-0d3d57a1d7a0),segment_id=5f523c97-f4b2-42c2-b1fc-0d3d57a1d7a0)] {{(pid=74231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:30:34.814069 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-9480d41c-68cd-4377-8f5d-c6a0f7281d87 req-36216842-c630-485e-a328-97dac4af3b7c tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:34.824878 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [None req-06b04cd5-9842-4170-98a8-cc3ebf37e288 admin admin] Deleting port 92947432-6789-46cf-89f9-e93c5c5a7634 {{(pid=74231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:30:34.825209 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-06b04cd5-9842-4170-98a8-cc3ebf37e288 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:34.995664 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [req-9480d41c-68cd-4377-8f5d-c6a0f7281d87 req-36216842-c630-485e-a328-97dac4af3b7c tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Calling delete_port for 1264d4cb-9d63-480c-a5bd-4866f6c50f60 owned by compute:nova {{(pid=74231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:30:35.071894 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [None req-06b04cd5-9842-4170-98a8-cc3ebf37e288 admin admin] For port 92947432-6789-46cf-89f9-e93c5c5a7634, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=92947432-6789-46cf-89f9-e93c5c5a7634,segment=NetworkSegment(afe51ce3-4060-442e-b3b9-2a2a63ddfa9b),segment_id=afe51ce3-4060-442e-b3b9-2a2a63ddfa9b)] {{(pid=74231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:30:35.072168 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-06b04cd5-9842-4170-98a8-cc3ebf37e288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:35.200859 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [None req-06b04cd5-9842-4170-98a8-cc3ebf37e288 admin admin] Calling delete_port for 92947432-6789-46cf-89f9-e93c5c5a7634 owned by network:router_interface {{(pid=74231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:30:35.361406 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-9480d41c-68cd-4377-8f5d-c6a0f7281d87 req-36216842-c630-485e-a328-97dac4af3b7c tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:35.370653 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-524974f0-2c6f-48ab-9992-df00652868ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:35.374537 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] get_ports_and_sgs() called for port_ids ['1264d4cb-9d63-480c-a5bd-4866f6c50f60'] {{(pid=74233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 06 09:30:35.420551 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36216842-c630-485e-a328-97dac4af3b7c tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Pushing event deleted for resources: {'Port': ['ID=1264d4cb-9d63-480c-a5bd-4866f6c50f60,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:35.425656 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-36216842-c630-485e-a328-97dac4af3b7c tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:35.510106 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [req-9480d41c-68cd-4377-8f5d-c6a0f7281d87 req-36216842-c630-485e-a328-97dac4af3b7c tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] No DVR routers for this DVR port 1264d4cb-9d63-480c-a5bd-4866f6c50f60 on host hv-cinder-79001 {{(pid=74231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:30:35.512559 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [req-9480d41c-68cd-4377-8f5d-c6a0f7281d87 req-36216842-c630-485e-a328-97dac4af3b7c tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89784'] for port, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:35.515105 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5cff4a-2a2d-4dfd-a1b4-b24cbaa33a79', 'name': 'network-vif-deleted', 'tag': '1264d4cb-9d63-480c-a5bd-4866f6c50f60'}] {{(pid=74231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 09:30:35.560042 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5cff4a-2a2d-4dfd-a1b4-b24cbaa33a79', 'name': 'network-vif-deleted', 'tag': '1264d4cb-9d63-480c-a5bd-4866f6c50f60', 'status': 'completed', 'code': 200} May 06 09:30:35.600955 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-06b04cd5-9842-4170-98a8-cc3ebf37e288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:35.606010 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-c667d45a-7c91-4bf3-b133-8ae0570c7705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:35.646033 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-9480d41c-68cd-4377-8f5d-c6a0f7281d87 req-36216842-c630-485e-a328-97dac4af3b7c tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] 10.222.0.79 "DELETE /v2.0/ports/1264d4cb-9d63-480c-a5bd-4866f6c50f60 HTTP/1.1" status: 204 len: 173 time: 1.3479476 May 06 09:30:35.654720 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b04cd5-9842-4170-98a8-cc3ebf37e288 admin admin] Pushing event deleted for resources: {'Port': ['ID=92947432-6789-46cf-89f9-e93c5c5a7634,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:35.681812 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-06b04cd5-9842-4170-98a8-cc3ebf37e288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:35.764014 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-a0fbb09c-e655-42b2-bd6c-abf22487aea1 req-3b1793af-9938-4134-b725-32ab69f31319 tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Synchronizing usage tracker for tenant:784299d9d14344dc8f9f6b5c53962a0f on resource:port {{(pid=74231) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 09:30:35.863989 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [req-a0fbb09c-e655-42b2-bd6c-abf22487aea1 req-3b1793af-9938-4134-b725-32ab69f31319 tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] Unset dirty status for tenant:784299d9d14344dc8f9f6b5c53962a0f on resource:port {{(pid=74231) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 09:30:35.865314 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [req-a0fbb09c-e655-42b2-bd6c-abf22487aea1 req-3b1793af-9938-4134-b725-32ab69f31319 tempest-VolumesActionsTest-1096908569 tempest-VolumesActionsTest-1096908569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e5cff4a-2a2d-4dfd-a1b4-b24cbaa33a79 HTTP/1.1" status: 200 len: 210 time: 0.1824679 May 06 09:30:36.107385 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-06b04cd5-9842-4170-98a8-cc3ebf37e288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667111'] for router_interface, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:36.478491 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b04cd5-9842-4170-98a8-cc3ebf37e288 admin admin] Router 4e8a8c81-7d35-4c55-955f-461a904c0a01 has already been hosted by L3 agent 6417d645-ec24-4e28-ae28-fb602049daa5 {{(pid=74231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 06 09:30:36.661354 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b04cd5-9842-4170-98a8-cc3ebf37e288 admin admin] Notify agent at l3_agent.dv-cinder-790014-1-smb the message routers_updated {{(pid=74231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 06 09:30:36.666649 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-06b04cd5-9842-4170-98a8-cc3ebf37e288 admin admin] 10.222.0.20 "PUT /v2.0/routers/4e8a8c81-7d35-4c55-955f-461a904c0a01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2956662 May 06 09:30:36.669263 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 60264) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:30:36.672892 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95d7d7c-02e5-4b9d-b940-6041bc153107 None None] Sync routers for ids ['4e8a8c81-7d35-4c55-955f-461a904c0a01'] in dv-cinder-790014-1-smb {{(pid=74234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:30:36.680326 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95d7d7c-02e5-4b9d-b940-6041bc153107 None None] Routers {'4e8a8c81-7d35-4c55-955f-461a904c0a01'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:30:36.680932 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-e95d7d7c-02e5-4b9d-b940-6041bc153107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:30:16Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['4e8a8c81-7d35-4c55-955f-461a904c0a01'], 'active': True} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:30:36.848391 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-12ccf27d-5ee8-4b76-b4af-751a1e0532b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:36.862320 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvr_db [None req-e95d7d7c-02e5-4b9d-b940-6041bc153107 None None] Set router 4e8a8c81-7d35-4c55-955f-461a904c0a01 gateway port host: dv-cinder-790014-1-smb {{(pid=74234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:30:37.048326 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-12ccf27d-5ee8-4b76-b4af-751a1e0532b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:37.166987 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-e95d7d7c-02e5-4b9d-b940-6041bc153107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8a8c81-7d35-4c55-955f-461a904c0a01', 'name': 'tempest-TestShelveInstance-1936109800-router', 'tenant_id': '97bcf3a1bee942de8d6b3fbe0e996bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'external_fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '21246f26-ef24-4f31-8cfe-969b1f2ce260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:47Z', 'updated_at': '2021-05-06T09:30:35Z', 'revision_number': 5, 'project_id': '97bcf3a1bee942de8d6b3fbe0e996bbc', 'gw_port': {'id': '21246f26-ef24-4f31-8cfe-969b1f2ce260', 'name': '', 'network_id': 'b5e7886f-eb77-4992-b7e1-5f87b4e0ec5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8a8c81-7d35-4c55-955f-461a904c0a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790014-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-06T09:25:49Z', 'updated_at': '2021-05-06T09:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0efb0a43-973d-4597-8ac6-a120d0d0adfe', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790014-1-smb'}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:30:37.170798 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95d7d7c-02e5-4b9d-b940-6041bc153107 None None] Checking router: 4e8a8c81-7d35-4c55-955f-461a904c0a01 for host: dv-cinder-790014-1-smb {{(pid=74234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:30:37.179277 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95d7d7c-02e5-4b9d-b940-6041bc153107 None None] Routers {'4e8a8c81-7d35-4c55-955f-461a904c0a01'} bound to L3 agent in host dv-cinder-790014-1-smb {{(pid=74234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 06 09:30:37.180434 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-e95d7d7c-02e5-4b9d-b940-6041bc153107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790014-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-06T09:14:16Z,description=,heartbeat_timestamp=2021-05-06T09:30:16Z,host='dv-cinder-790014-1-smb',id=6417d645-ec24-4e28-ae28-fb602049daa5,load=0,resource_versions=,resources_synced=,started_at=2021-05-06T09:14:16Z,topic='l3_agent')) {'router_ids': ['4e8a8c81-7d35-4c55-955f-461a904c0a01'], 'active': True} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:30:37.217889 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [None req-12ccf27d-5ee8-4b76-b4af-751a1e0532b4 admin admin] Deleting port 21246f26-ef24-4f31-8cfe-969b1f2ce260 {{(pid=74231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:30:37.218162 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-12ccf27d-5ee8-4b76-b4af-751a1e0532b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:37.326105 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_dvr_db [None req-e95d7d7c-02e5-4b9d-b940-6041bc153107 None None] Set router 4e8a8c81-7d35-4c55-955f-461a904c0a01 gateway port host: None {{(pid=74234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 06 09:30:37.339312 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [None req-12ccf27d-5ee8-4b76-b4af-751a1e0532b4 admin admin] For port 21246f26-ef24-4f31-8cfe-969b1f2ce260, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=21246f26-ef24-4f31-8cfe-969b1f2ce260,segment=NetworkSegment(965c1257-9f5a-4385-a535-e1c8d4f2cb09),segment_id=965c1257-9f5a-4385-a535-e1c8d4f2cb09)] {{(pid=74231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:30:37.339698 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-12ccf27d-5ee8-4b76-b4af-751a1e0532b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:37.366850 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 1264d4cb-9d63-480c-a5bd-4866f6c50f60 no longer exists at agent hyperv_hv-cinder-79001 {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 09:30:37.403780 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] No Port match for: 1264d4cb-9d63-480c-a5bd-4866f6c50f60 {{(pid=74233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 09:30:37.411564 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Device 1264d4cb-9d63-480c-a5bd-4866f6c50f60 not bound to the agent host hv-cinder-79001 {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 09:30:37.466564 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [None req-12ccf27d-5ee8-4b76-b4af-751a1e0532b4 admin admin] Calling delete_port for 21246f26-ef24-4f31-8cfe-969b1f2ce260 owned by network:router_gateway {{(pid=74231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:30:37.468810 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.l3_hamode_db [None req-e95d7d7c-02e5-4b9d-b940-6041bc153107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8a8c81-7d35-4c55-955f-461a904c0a01', 'name': 'tempest-TestShelveInstance-1936109800-router', 'tenant_id': '97bcf3a1bee942de8d6b3fbe0e996bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:47Z', 'updated_at': '2021-05-06T09:30:37Z', 'revision_number': 6, 'project_id': '97bcf3a1bee942de8d6b3fbe0e996bbc', 'gw_port_host': None}], 'dv-cinder-790014-1-smb', False) {} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:30:37.470899 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95d7d7c-02e5-4b9d-b940-6041bc153107 None None] The sync data for ids ['4e8a8c81-7d35-4c55-955f-461a904c0a01'] in dv-cinder-790014-1-smb is: [{'id': '4e8a8c81-7d35-4c55-955f-461a904c0a01', 'name': 'tempest-TestShelveInstance-1936109800-router', 'tenant_id': '97bcf3a1bee942de8d6b3fbe0e996bbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-06T09:25:47Z', 'updated_at': '2021-05-06T09:30:37Z', 'revision_number': 6, 'project_id': '97bcf3a1bee942de8d6b3fbe0e996bbc', 'gw_port_host': None}] {{(pid=74234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:30:37.802481 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-12ccf27d-5ee8-4b76-b4af-751a1e0532b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:37.813619 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-66b64d97-8f9b-4807-a41d-4641956345f0 tempest-TestMinimumBasicScenario-871340706 tempest-TestMinimumBasicScenario-871340706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:37.926132 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ccf27d-5ee8-4b76-b4af-751a1e0532b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=21246f26-ef24-4f31-8cfe-969b1f2ce260,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:37.928783 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-12ccf27d-5ee8-4b76-b4af-751a1e0532b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:37.963389 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-12ccf27d-5ee8-4b76-b4af-751a1e0532b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670067'] for router_gateway, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:38.135094 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-12ccf27d-5ee8-4b76-b4af-751a1e0532b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-692783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30643'] for router, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:38.137310 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-12ccf27d-5ee8-4b76-b4af-751a1e0532b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:38.240933 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-12ccf27d-5ee8-4b76-b4af-751a1e0532b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-696161'] for router, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:38.241438 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ccf27d-5ee8-4b76-b4af-751a1e0532b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e8a8c81-7d35-4c55-955f-461a904c0a01 {{(pid=74231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 06 09:30:38.255445 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-12ccf27d-5ee8-4b76-b4af-751a1e0532b4 admin admin] Notify callbacks [] for router, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:38.256791 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-12ccf27d-5ee8-4b76-b4af-751a1e0532b4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/4e8a8c81-7d35-4c55-955f-461a904c0a01 HTTP/1.1" status: 204 len: 168 time: 1.5866144 May 06 09:30:38.259794 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 60276) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:30:38.323392 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.db_base_plugin_v2 [None req-47f3a1bd-d09f-46b0-ae7e-b384e5aee5e6 admin admin] Deleting subnet 58f89ad2-6c2d-49f1-b4a6-022b0be2e454 {{(pid=74231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 09:30:38.326329 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-47f3a1bd-d09f-46b0-ae7e-b384e5aee5e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:38.377445 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-47f3a1bd-d09f-46b0-ae7e-b384e5aee5e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15529838'] for subnet, precommit_delete_associations {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:38.463474 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-47f3a1bd-d09f-46b0-ae7e-b384e5aee5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2045876'] for subnet, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:38.526265 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 92947432-6789-46cf-89f9-e93c5c5a7634 no longer exists at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 09:30:38.563486 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] No Port match for: 92947432-6789-46cf-89f9-e93c5c5a7634 {{(pid=74233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 09:30:38.563876 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 92947432-6789-46cf-89f9-e93c5c5a7634 not bound to the agent host dv-cinder-790014-1-smb {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 09:30:38.564312 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 21246f26-ef24-4f31-8cfe-969b1f2ce260 no longer exists at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 09:30:38.607477 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] No Port match for: 21246f26-ef24-4f31-8cfe-969b1f2ce260 {{(pid=74233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 09:30:38.607477 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 21246f26-ef24-4f31-8cfe-969b1f2ce260 not bound to the agent host dv-cinder-790014-1-smb {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 09:30:38.780020 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-47f3a1bd-d09f-46b0-ae7e-b384e5aee5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2045883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15534080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14018918'] for subnet, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:38.784581 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:38.823290 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f3a1bd-d09f-46b0-ae7e-b384e5aee5e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58f89ad2-6c2d-49f1-b4a6-022b0be2e454,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:38.825255 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-47f3a1bd-d09f-46b0-ae7e-b384e5aee5e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for subnet, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:38.828885 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-47f3a1bd-d09f-46b0-ae7e-b384e5aee5e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:38.833851 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aca0cde-a776-4764-8674-1caaf75621a5 None None] Network 5dada2e9-cf5e-4fe3-89c2-c0eda1367b91 requested from dv-cinder-790014-1-smb {{(pid=74233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 06 09:30:38.834137 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-47f3a1bd-d09f-46b0-ae7e-b384e5aee5e6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/58f89ad2-6c2d-49f1-b4a6-022b0be2e454 HTTP/1.1" status: 204 len: 168 time: 0.5709012 May 06 09:30:38.834137 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 60280) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:30:38.938615 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-98cd7cbe-4fdc-499c-914d-c1e5476ec026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1693876'] for network, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:39.013597 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [None req-98cd7cbe-4fdc-499c-914d-c1e5476ec026 admin admin] Deleting port 2f5c26f5-2d35-4e79-8cd6-6c3f805a2601 {{(pid=74231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:30:39.013941 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-98cd7cbe-4fdc-499c-914d-c1e5476ec026 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:39.097312 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201c4c6c-439d-43cb-92e5-d3bcdb52dd10 None None] DHCP port deletion for 5dada2e9-cf5e-4fe3-89c2-c0eda1367b91 request from dv-cinder-790014-1-smb {{(pid=74233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 06 09:30:39.116393 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.db [None req-98cd7cbe-4fdc-499c-914d-c1e5476ec026 admin admin] For port 2f5c26f5-2d35-4e79-8cd6-6c3f805a2601, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=2f5c26f5-2d35-4e79-8cd6-6c3f805a2601,segment=NetworkSegment(afe51ce3-4060-442e-b3b9-2a2a63ddfa9b),segment_id=afe51ce3-4060-442e-b3b9-2a2a63ddfa9b)] {{(pid=74231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:30:39.116876 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-98cd7cbe-4fdc-499c-914d-c1e5476ec026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:39.164692 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-201c4c6c-439d-43cb-92e5-d3bcdb52dd10 None None] Deleting port 2f5c26f5-2d35-4e79-8cd6-6c3f805a2601 {{(pid=74233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 06 09:30:39.169988 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-201c4c6c-439d-43cb-92e5-d3bcdb52dd10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734680818589'] for port, before_delete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:39.243402 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [None req-98cd7cbe-4fdc-499c-914d-c1e5476ec026 admin admin] Calling delete_port for 2f5c26f5-2d35-4e79-8cd6-6c3f805a2601 owned by network:dhcp {{(pid=74231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:30:39.265660 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.db [None req-201c4c6c-439d-43cb-92e5-d3bcdb52dd10 None None] For port 2f5c26f5-2d35-4e79-8cd6-6c3f805a2601, host dv-cinder-790014-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790014-1-smb',level=0,port_id=2f5c26f5-2d35-4e79-8cd6-6c3f805a2601,segment=NetworkSegment(afe51ce3-4060-442e-b3b9-2a2a63ddfa9b),segment_id=afe51ce3-4060-442e-b3b9-2a2a63ddfa9b)] {{(pid=74233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 06 09:30:39.266067 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-201c4c6c-439d-43cb-92e5-d3bcdb52dd10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665261'] for port, precommit_delete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:39.368995 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-98cd7cbe-4fdc-499c-914d-c1e5476ec026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15534163'] for port, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:39.373225 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-c87b9d1b-d4cd-4010-a791-e50c2a1f4e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:39.390595 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-201c4c6c-439d-43cb-92e5-d3bcdb52dd10 None None] Calling delete_port for 2f5c26f5-2d35-4e79-8cd6-6c3f805a2601 owned by network:dhcp {{(pid=74233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 06 09:30:39.437135 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-201c4c6c-439d-43cb-92e5-d3bcdb52dd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1660690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734680822896', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734680386335'] for port, after_delete {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:39.442235 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-20bc0b32-e52d-4282-9535-6c9498f70339 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:39.489828 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201c4c6c-439d-43cb-92e5-d3bcdb52dd10 None None] No DVR routers for this DVR port 2f5c26f5-2d35-4e79-8cd6-6c3f805a2601 on host dv-cinder-790014-1-smb {{(pid=74233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:30:39.493950 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c4c6c-439d-43cb-92e5-d3bcdb52dd10 None None] Pushing event deleted for resources: {'Port': ['ID=2f5c26f5-2d35-4e79-8cd6-6c3f805a2601,revision_number=None']} {{(pid=74233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:39.496574 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG oslo_concurrency.lockutils [None req-201c4c6c-439d-43cb-92e5-d3bcdb52dd10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:39.527515 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd7cbe-4fdc-499c-914d-c1e5476ec026 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f5c26f5-2d35-4e79-8cd6-6c3f805a2601,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:39.540680 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cd7cbe-4fdc-499c-914d-c1e5476ec026 admin admin] No DVR routers for this DVR port 2f5c26f5-2d35-4e79-8cd6-6c3f805a2601 on host dv-cinder-790014-1-smb {{(pid=74231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:30:39.540680 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd7cbe-4fdc-499c-914d-c1e5476ec026 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:30:39.540680 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd7cbe-4fdc-499c-914d-c1e5476ec026 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:30:39.540680 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd7cbe-4fdc-499c-914d-c1e5476ec026 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:30:39.540680 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd7cbe-4fdc-499c-914d-c1e5476ec026 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:30:39.540680 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd7cbe-4fdc-499c-914d-c1e5476ec026 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:30:39.541281 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd7cbe-4fdc-499c-914d-c1e5476ec026 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:30:39.541281 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd7cbe-4fdc-499c-914d-c1e5476ec026 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:30:39.541487 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd7cbe-4fdc-499c-914d-c1e5476ec026 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:30:39.541839 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd7cbe-4fdc-499c-914d-c1e5476ec026 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:30:39.542186 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd7cbe-4fdc-499c-914d-c1e5476ec026 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:30:39.542535 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd7cbe-4fdc-499c-914d-c1e5476ec026 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:30:39.542879 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd7cbe-4fdc-499c-914d-c1e5476ec026 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:30:39.569302 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-98cd7cbe-4fdc-499c-914d-c1e5476ec026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:39.661012 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-98cd7cbe-4fdc-499c-914d-c1e5476ec026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043471', 'neutron.services.segments.db._delete_segments_for_network-8734680829341'] for network, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:39.674042 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.services.segments.db [None req-98cd7cbe-4fdc-499c-914d-c1e5476ec026 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dada2e9-cf5e-4fe3-89c2-c0eda1367b91']}} {{(pid=74231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:30:39.686936 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.services.segments.db [None req-98cd7cbe-4fdc-499c-914d-c1e5476ec026 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afe51ce3-4060-442e-b3b9-2a2a63ddfa9b') {'for_net_delete': True} {{(pid=74231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:30:39.687107 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.services.segments.db [None req-98cd7cbe-4fdc-499c-914d-c1e5476ec026 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afe51ce3-4060-442e-b3b9-2a2a63ddfa9b') {} {{(pid=74231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:30:39.699139 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-98cd7cbe-4fdc-499c-914d-c1e5476ec026 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734680841831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15529841'] for segment, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:39.714662 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-98cd7cbe-4fdc-499c-914d-c1e5476ec026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047374'] for segment, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:39.720851 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98cd7cbe-4fdc-499c-914d-c1e5476ec026 admin admin] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=74231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:30:39.726912 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-98cd7cbe-4fdc-499c-914d-c1e5476ec026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2047367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15534182'] for segment, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:39.734908 dv-cinder-790014-1-smb neutron-server[74231]: Traceback (most recent call last): May 06 09:30:39.734908 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:30:39.734908 dv-cinder-790014-1-smb neutron-server[74231]: timer() May 06 09:30:39.734908 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:30:39.734908 dv-cinder-790014-1-smb neutron-server[74231]: cb(*args, **kw) May 06 09:30:39.734908 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 09:30:39.734908 dv-cinder-790014-1-smb neutron-server[74231]: return func(*args, **kwargs) May 06 09:30:39.734908 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:30:39.734908 dv-cinder-790014-1-smb neutron-server[74231]: self._notify() May 06 09:30:39.734908 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:30:39.734908 dv-cinder-790014-1-smb neutron-server[74231]: self.callback(batched_events) May 06 09:30:39.734908 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:30:39.734908 dv-cinder-790014-1-smb neutron-server[74231]: event.method(event) May 06 09:30:39.734908 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 09:30:39.734908 dv-cinder-790014-1-smb neutron-server[74231]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:30:39.734908 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 09:30:39.734908 dv-cinder-790014-1-smb neutron-server[74231]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:30:39.734908 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 09:30:39.734908 dv-cinder-790014-1-smb neutron-server[74231]: return f(self, *a, **k) May 06 09:30:39.734908 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 09:30:39.734908 dv-cinder-790014-1-smb neutron-server[74231]: return self._get(url).json() May 06 09:30:39.734908 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 09:30:39.734908 dv-cinder-790014-1-smb neutron-server[74231]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:30:39.734908 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:30:39.734908 dv-cinder-790014-1-smb neutron-server[74231]: return self.request(url, 'GET', **kwargs) May 06 09:30:39.734908 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:30:39.734908 dv-cinder-790014-1-smb neutron-server[74231]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:30:39.734908 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:30:39.734908 dv-cinder-790014-1-smb neutron-server[74231]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:30:39.734908 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:30:39.734908 dv-cinder-790014-1-smb neutron-server[74231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:30:39.734908 dv-cinder-790014-1-smb neutron-server[74231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:30:39.876962 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-98cd7cbe-4fdc-499c-914d-c1e5476ec026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670049'] for network, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:39.881598 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-b77f5df9-64da-4421-b42e-8a021e3f44a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:39.893628 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-98cd7cbe-4fdc-499c-914d-c1e5476ec026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for network, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:39.903574 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd7cbe-4fdc-499c-914d-c1e5476ec026 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dada2e9-cf5e-4fe3-89c2-c0eda1367b91,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:39.909563 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-98cd7cbe-4fdc-499c-914d-c1e5476ec026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:39.989882 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-98cd7cbe-4fdc-499c-914d-c1e5476ec026 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5dada2e9-cf5e-4fe3-89c2-c0eda1367b91 HTTP/1.1" status: 204 len: 168 time: 1.1548367 May 06 09:30:40.316443 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 60296) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:30:40.365047 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-a1722634-548d-494d-b444-8f5338737647 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=448b7d91cfa34a3c885290dd85f7fd47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473669 May 06 09:30:40.367259 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 60300) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:30:40.423624 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-1b188420-84d1-4669-acd5-9e0f1dc41101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:40.448489 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-1b188420-84d1-4669-acd5-9e0f1dc41101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:40.517971 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 2f5c26f5-2d35-4e79-8cd6-6c3f805a2601 no longer exists at agent ovs-agent-dv-cinder-790014-1-smb {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 09:30:40.584364 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.plugin [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] No Port match for: 2f5c26f5-2d35-4e79-8cd6-6c3f805a2601 {{(pid=74233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 06 09:30:40.584713 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron.plugins.ml2.rpc [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Device 2f5c26f5-2d35-4e79-8cd6-6c3f805a2601 not bound to the agent host dv-cinder-790014-1-smb {{(pid=74233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 09:30:40.619395 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-1b188420-84d1-4669-acd5-9e0f1dc41101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:40.623236 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-cc5b242d-4985-4dd5-a346-8fc03cb43422 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:40.640814 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b188420-84d1-4669-acd5-9e0f1dc41101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38a04b7-888d-46aa-8134-0eb30c165795,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:40.644612 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-1b188420-84d1-4669-acd5-9e0f1dc41101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:40.648153 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-1b188420-84d1-4669-acd5-9e0f1dc41101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:40.653934 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-1b188420-84d1-4669-acd5-9e0f1dc41101 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c38a04b7-888d-46aa-8134-0eb30c165795 HTTP/1.1" status: 204 len: 168 time: 0.2809932 May 06 09:30:41.528110 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 60316) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:30:41.575735 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-1ad6f606-2fd4-4176-8af7-d8e5ba4debbf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=97bcf3a1bee942de8d6b3fbe0e996bbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463483 May 06 09:30:41.578100 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 60320) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:30:41.634675 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-c4a3258b-ca5a-4177-8630-08f6e1fdc600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:41.659683 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-c4a3258b-ca5a-4177-8630-08f6e1fdc600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:41.777911 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-c4a3258b-ca5a-4177-8630-08f6e1fdc600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:41.782697 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-4c03e8b9-9323-41cd-9856-0dd4eda88516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:41.794685 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a3258b-ca5a-4177-8630-08f6e1fdc600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7ff598-b737-4dc2-aedb-4ac8bc20814e,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:41.797543 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-c4a3258b-ca5a-4177-8630-08f6e1fdc600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:41.799514 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-c4a3258b-ca5a-4177-8630-08f6e1fdc600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:41.800840 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-c4a3258b-ca5a-4177-8630-08f6e1fdc600 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d7ff598-b737-4dc2-aedb-4ac8bc20814e HTTP/1.1" status: 204 len: 168 time: 0.2216425 May 06 09:30:43.402135 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-f9a1940a-3629-4098-a0e3-1c7a68c69081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:45.848548 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-c447341e-29b9-426a-afb8-cd027322d55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:45.905155 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:46.984845 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:48.686019 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:49.285146 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.agents_db [None req-638a5930-6b89-4b54-bbc4-25c5e7558cab None None] Agent healthcheck: found 6 active agents {{(pid=74234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 09:30:56.970873 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 60418) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:30:57.030455 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff42b934-9527-4f2b-9f7a-9f1655925a02 admin admin] Deleting subnet 82498a7f-cc07-4e80-9274-fd0bf00f4ca4 {{(pid=74232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 09:30:57.033469 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ff42b934-9527-4f2b-9f7a-9f1655925a02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:57.085222 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ff42b934-9527-4f2b-9f7a-9f1655925a02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15457490'] for subnet, precommit_delete_associations {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:57.138175 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ff42b934-9527-4f2b-9f7a-9f1655925a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2045876'] for subnet, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:57.454061 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ff42b934-9527-4f2b-9f7a-9f1655925a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2045883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15350211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15263217'] for subnet, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:57.458060 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-88aefa0c-8d4c-46ce-b73b-58f8fab2d978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:57.493648 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42b934-9527-4f2b-9f7a-9f1655925a02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82498a7f-cc07-4e80-9274-fd0bf00f4ca4,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:57.498805 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-ff42b934-9527-4f2b-9f7a-9f1655925a02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:57.508361 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42b934-9527-4f2b-9f7a-9f1655925a02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:30:57.508746 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42b934-9527-4f2b-9f7a-9f1655925a02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:30:57.509124 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42b934-9527-4f2b-9f7a-9f1655925a02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:30:57.509494 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42b934-9527-4f2b-9f7a-9f1655925a02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:30:57.509861 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42b934-9527-4f2b-9f7a-9f1655925a02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:30:57.510225 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42b934-9527-4f2b-9f7a-9f1655925a02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:30:57.510583 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42b934-9527-4f2b-9f7a-9f1655925a02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:30:57.510996 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42b934-9527-4f2b-9f7a-9f1655925a02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:30:57.511332 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42b934-9527-4f2b-9f7a-9f1655925a02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:30:57.511726 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42b934-9527-4f2b-9f7a-9f1655925a02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:30:57.512102 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42b934-9527-4f2b-9f7a-9f1655925a02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:30:57.512440 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42b934-9527-4f2b-9f7a-9f1655925a02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790014-1-smb {{(pid=74232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:30:57.515685 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-ff42b934-9527-4f2b-9f7a-9f1655925a02 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/82498a7f-cc07-4e80-9274-fd0bf00f4ca4 HTTP/1.1" status: 204 len: 168 time: 0.5437636 May 06 09:30:57.516588 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-ff42b934-9527-4f2b-9f7a-9f1655925a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:57.518308 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 60422) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:30:57.627474 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-a4ba1403-039a-42fd-a640-e2e0b1ae8096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1693876'] for network, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:57.748084 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-a4ba1403-039a-42fd-a640-e2e0b1ae8096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043471', 'neutron.services.segments.db._delete_segments_for_network-8734680829341'] for network, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:57.760166 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.services.segments.db [None req-a4ba1403-039a-42fd-a640-e2e0b1ae8096 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cee0c99a-7b0a-48f1-905f-c3de2e07b3fd']}} {{(pid=74231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:30:57.775100 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.services.segments.db [None req-a4ba1403-039a-42fd-a640-e2e0b1ae8096 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f523c97-f4b2-42c2-b1fc-0d3d57a1d7a0') {'for_net_delete': True} {{(pid=74231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:30:57.775398 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.services.segments.db [None req-a4ba1403-039a-42fd-a640-e2e0b1ae8096 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f523c97-f4b2-42c2-b1fc-0d3d57a1d7a0') {} {{(pid=74231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:30:57.786856 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-a4ba1403-039a-42fd-a640-e2e0b1ae8096 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734680841831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15529841'] for segment, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:57.803116 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-a4ba1403-039a-42fd-a640-e2e0b1ae8096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047374'] for segment, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:57.809363 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4ba1403-039a-42fd-a640-e2e0b1ae8096 admin admin] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=74231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:30:57.809827 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-a4ba1403-039a-42fd-a640-e2e0b1ae8096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2047367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15534182'] for segment, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:57.822935 dv-cinder-790014-1-smb neutron-server[74231]: Traceback (most recent call last): May 06 09:30:57.822935 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:30:57.822935 dv-cinder-790014-1-smb neutron-server[74231]: timer() May 06 09:30:57.822935 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:30:57.822935 dv-cinder-790014-1-smb neutron-server[74231]: cb(*args, **kw) May 06 09:30:57.822935 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 09:30:57.822935 dv-cinder-790014-1-smb neutron-server[74231]: return func(*args, **kwargs) May 06 09:30:57.822935 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:30:57.822935 dv-cinder-790014-1-smb neutron-server[74231]: self._notify() May 06 09:30:57.822935 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:30:57.822935 dv-cinder-790014-1-smb neutron-server[74231]: self.callback(batched_events) May 06 09:30:57.822935 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:30:57.822935 dv-cinder-790014-1-smb neutron-server[74231]: event.method(event) May 06 09:30:57.822935 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 09:30:57.822935 dv-cinder-790014-1-smb neutron-server[74231]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:30:57.822935 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 09:30:57.822935 dv-cinder-790014-1-smb neutron-server[74231]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:30:57.822935 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 09:30:57.822935 dv-cinder-790014-1-smb neutron-server[74231]: return f(self, *a, **k) May 06 09:30:57.822935 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 09:30:57.822935 dv-cinder-790014-1-smb neutron-server[74231]: return self._get(url).json() May 06 09:30:57.822935 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 09:30:57.822935 dv-cinder-790014-1-smb neutron-server[74231]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:30:57.822935 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:30:57.822935 dv-cinder-790014-1-smb neutron-server[74231]: return self.request(url, 'GET', **kwargs) May 06 09:30:57.822935 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:30:57.822935 dv-cinder-790014-1-smb neutron-server[74231]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:30:57.822935 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:30:57.822935 dv-cinder-790014-1-smb neutron-server[74231]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:30:57.822935 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:30:57.822935 dv-cinder-790014-1-smb neutron-server[74231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:30:57.822935 dv-cinder-790014-1-smb neutron-server[74231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:30:58.002333 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-a4ba1403-039a-42fd-a640-e2e0b1ae8096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670049'] for network, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:58.004899 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-909d8861-8496-4f38-af4c-997949a9c187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:58.018755 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-a4ba1403-039a-42fd-a640-e2e0b1ae8096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for network, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:58.033951 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba1403-039a-42fd-a640-e2e0b1ae8096 admin admin] Pushing event deleted for resources: {'Network': ['ID=cee0c99a-7b0a-48f1-905f-c3de2e07b3fd,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:58.037098 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-a4ba1403-039a-42fd-a640-e2e0b1ae8096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:58.094034 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-a4ba1403-039a-42fd-a640-e2e0b1ae8096 admin admin] 10.222.0.20 "DELETE /v2.0/networks/cee0c99a-7b0a-48f1-905f-c3de2e07b3fd HTTP/1.1" status: 204 len: 168 time: 0.5746632 May 06 09:30:58.096739 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 60426) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:30:58.154655 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd097c52-47ab-46ea-a7bd-a3369a0d7c1f admin admin] Deleting subnet 74668516-7987-489e-b110-51dffdff0005 {{(pid=74231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 06 09:30:58.157631 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-cd097c52-47ab-46ea-a7bd-a3369a0d7c1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:58.204939 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-cd097c52-47ab-46ea-a7bd-a3369a0d7c1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15529838'] for subnet, precommit_delete_associations {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:58.262835 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-cd097c52-47ab-46ea-a7bd-a3369a0d7c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2045876'] for subnet, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:58.608350 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-cd097c52-47ab-46ea-a7bd-a3369a0d7c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2045883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15534080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14018918'] for subnet, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:58.615310 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-383eef5b-0555-44ca-b49a-b61b0d6bc26f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:58.653361 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-cd097c52-47ab-46ea-a7bd-a3369a0d7c1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for subnet, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:58.655790 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd097c52-47ab-46ea-a7bd-a3369a0d7c1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74668516-7987-489e-b110-51dffdff0005,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:58.658559 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-cd097c52-47ab-46ea-a7bd-a3369a0d7c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:58.661273 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-cd097c52-47ab-46ea-a7bd-a3369a0d7c1f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/74668516-7987-489e-b110-51dffdff0005 HTTP/1.1" status: 204 len: 168 time: 0.5636432 May 06 09:30:58.663679 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 60430) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:30:58.864012 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e762dc46-f39d-4ee4-934f-6bdbd9951baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1693876'] for network, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:58.985449 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e762dc46-f39d-4ee4-934f-6bdbd9951baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2043471', 'neutron.services.segments.db._delete_segments_for_network-8734680829341'] for network, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:58.998977 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.services.segments.db [None req-e762dc46-f39d-4ee4-934f-6bdbd9951baf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['525157dc-f54f-46ac-b80c-e2d1b2e31ace']}} {{(pid=74231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:30:59.012206 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.services.segments.db [None req-e762dc46-f39d-4ee4-934f-6bdbd9951baf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eaddf3c-50fc-4594-b54d-7026404ad4ae') {'for_net_delete': True} {{(pid=74231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:30:59.012512 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.services.segments.db [None req-e762dc46-f39d-4ee4-934f-6bdbd9951baf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eaddf3c-50fc-4594-b54d-7026404ad4ae') {} {{(pid=74231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:30:59.024507 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e762dc46-f39d-4ee4-934f-6bdbd9951baf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734680841831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15529841'] for segment, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:59.040446 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e762dc46-f39d-4ee4-934f-6bdbd9951baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047374'] for segment, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:59.046354 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e762dc46-f39d-4ee4-934f-6bdbd9951baf admin admin] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=74231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:30:59.046742 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e762dc46-f39d-4ee4-934f-6bdbd9951baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2047367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15534182'] for segment, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:59.059660 dv-cinder-790014-1-smb neutron-server[74231]: Traceback (most recent call last): May 06 09:30:59.059660 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:30:59.059660 dv-cinder-790014-1-smb neutron-server[74231]: timer() May 06 09:30:59.059660 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:30:59.059660 dv-cinder-790014-1-smb neutron-server[74231]: cb(*args, **kw) May 06 09:30:59.059660 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 06 09:30:59.059660 dv-cinder-790014-1-smb neutron-server[74231]: return func(*args, **kwargs) May 06 09:30:59.059660 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:30:59.059660 dv-cinder-790014-1-smb neutron-server[74231]: self._notify() May 06 09:30:59.059660 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:30:59.059660 dv-cinder-790014-1-smb neutron-server[74231]: self.callback(batched_events) May 06 09:30:59.059660 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:30:59.059660 dv-cinder-790014-1-smb neutron-server[74231]: event.method(event) May 06 09:30:59.059660 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 09:30:59.059660 dv-cinder-790014-1-smb neutron-server[74231]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:30:59.059660 dv-cinder-790014-1-smb neutron-server[74231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 09:30:59.059660 dv-cinder-790014-1-smb neutron-server[74231]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:30:59.059660 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 09:30:59.059660 dv-cinder-790014-1-smb neutron-server[74231]: return f(self, *a, **k) May 06 09:30:59.059660 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 06 09:30:59.059660 dv-cinder-790014-1-smb neutron-server[74231]: return self._get(url).json() May 06 09:30:59.059660 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 06 09:30:59.059660 dv-cinder-790014-1-smb neutron-server[74231]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:30:59.059660 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:30:59.059660 dv-cinder-790014-1-smb neutron-server[74231]: return self.request(url, 'GET', **kwargs) May 06 09:30:59.059660 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:30:59.059660 dv-cinder-790014-1-smb neutron-server[74231]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:30:59.059660 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:30:59.059660 dv-cinder-790014-1-smb neutron-server[74231]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:30:59.059660 dv-cinder-790014-1-smb neutron-server[74231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:30:59.059660 dv-cinder-790014-1-smb neutron-server[74231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:30:59.059660 dv-cinder-790014-1-smb neutron-server[74231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:30:59.200179 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e762dc46-f39d-4ee4-934f-6bdbd9951baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2043446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670049'] for network, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:59.204476 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-0dfdb36f-6b90-4ab4-8ee0-d5429fec2c22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:59.217572 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-e762dc46-f39d-4ee4-934f-6bdbd9951baf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533905'] for network, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:59.226273 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762dc46-f39d-4ee4-934f-6bdbd9951baf admin admin] Pushing event deleted for resources: {'Network': ['ID=525157dc-f54f-46ac-b80c-e2d1b2e31ace,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:59.234404 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-e762dc46-f39d-4ee4-934f-6bdbd9951baf admin admin] 10.222.0.20 "DELETE /v2.0/networks/525157dc-f54f-46ac-b80c-e2d1b2e31ace HTTP/1.1" status: 204 len: 168 time: 0.5644953 May 06 09:30:59.234404 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-e762dc46-f39d-4ee4-934f-6bdbd9951baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:59.573437 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 60436) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:30:59.622463 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-55f58f76-d54d-4153-99e0-8fa3684aba8a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=784299d9d14344dc8f9f6b5c53962a0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478272 May 06 09:30:59.625208 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 60440) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:30:59.683427 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-ab9bc4aa-c1d6-42f8-beb4-65c8b97113b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:59.709021 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-ab9bc4aa-c1d6-42f8-beb4-65c8b97113b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:59.853591 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-ab9bc4aa-c1d6-42f8-beb4-65c8b97113b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:59.857389 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-b9b77c29-810b-42b1-a648-eebc3eea00b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:30:59.870064 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9bc4aa-c1d6-42f8-beb4-65c8b97113b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7217c9-c66e-40bc-b628-c2dab6a37f53,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:30:59.873801 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-ab9bc4aa-c1d6-42f8-beb4-65c8b97113b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:30:59.943728 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-ab9bc4aa-c1d6-42f8-beb4-65c8b97113b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:59.944841 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-ab9bc4aa-c1d6-42f8-beb4-65c8b97113b8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f7217c9-c66e-40bc-b628-c2dab6a37f53 HTTP/1.1" status: 204 len: 168 time: 0.3187618 May 06 09:31:00.521043 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:00.614070 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 60448) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:31:00.668541 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-cfdec61f-ce19-47aa-a28f-d3e069e69b19 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=58313c0a879b4a9695a77d1ca3ac027c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531909 May 06 09:31:00.671463 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 60452) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:31:00.726537 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-c1c21cd1-1601-43ce-84ab-fbab0537eefb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:00.752113 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-c1c21cd1-1601-43ce-84ab-fbab0537eefb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:00.905242 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-c1c21cd1-1601-43ce-84ab-fbab0537eefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:00.909055 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-c4a3258b-ca5a-4177-8630-08f6e1fdc600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:31:00.920439 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c21cd1-1601-43ce-84ab-fbab0537eefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3db7d9-df15-4e6d-8694-e529085675f1,revision_number=None']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:31:00.924348 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-c1c21cd1-1601-43ce-84ab-fbab0537eefb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:31:00.927844 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-c1c21cd1-1601-43ce-84ab-fbab0537eefb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:00.928945 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-c1c21cd1-1601-43ce-84ab-fbab0537eefb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c3db7d9-df15-4e6d-8694-e529085675f1 HTTP/1.1" status: 204 len: 168 time: 0.2565916 May 06 09:31:06.958397 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 60512) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:31:07.081812 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-50d989f4-a402-4173-aee3-9df13b360e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:07.096841 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-50d989f4-a402-4173-aee3-9df13b360e7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:31:07.100782 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-50d989f4-a402-4173-aee3-9df13b360e7b admin admin] Usage tracker for resource:security_group_rule and tenant:fe37bcb7372a490aaafa664a1effa0ed is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:31:07.103601 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-50d989f4-a402-4173-aee3-9df13b360e7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:31:07.109960 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-50d989f4-a402-4173-aee3-9df13b360e7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:31:07.191389 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-50d989f4-a402-4173-aee3-9df13b360e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:07.264430 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-50d989f4-a402-4173-aee3-9df13b360e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:07.271833 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-d022deef-2a93-4c3f-b006-2c6611853a4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:31:07.312059 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-50d989f4-a402-4173-aee3-9df13b360e7b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fe37bcb7372a490aaafa664a1effa0ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3525670 May 06 09:31:07.312881 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d989f4-a402-4173-aee3-9df13b360e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969f4989-ccec-4161-9f07-413e7b454eb9,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:31:07.314698 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 60518) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:31:07.315821 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-50d989f4-a402-4173-aee3-9df13b360e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:31:07.373175 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-20d07b10-3d2d-441e-8609-50271141b93d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:07.397752 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-20d07b10-3d2d-441e-8609-50271141b93d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:07.537495 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-20d07b10-3d2d-441e-8609-50271141b93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:07.542349 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-bf58a266-f484-495e-9792-8763f04e67c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:31:07.554523 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d07b10-3d2d-441e-8609-50271141b93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969f4989-ccec-4161-9f07-413e7b454eb9,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:31:07.557412 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-20d07b10-3d2d-441e-8609-50271141b93d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:31:07.559393 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-20d07b10-3d2d-441e-8609-50271141b93d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:07.560485 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-20d07b10-3d2d-441e-8609-50271141b93d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/969f4989-ccec-4161-9f07-413e7b454eb9 HTTP/1.1" status: 204 len: 168 time: 0.2427890 May 06 09:31:08.193397 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.wsgi [-] (74231) accepted ('10.222.0.20', 60526) {{(pid=74231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:31:08.210902 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-873eeae1-bc64-4561-8fc9-2efea07fecbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:08.224617 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-873eeae1-bc64-4561-8fc9-2efea07fecbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 09:31:08.228328 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-873eeae1-bc64-4561-8fc9-2efea07fecbc admin admin] Usage tracker for resource:security_group_rule and tenant:eccb41cdc49842479909081eb9277b8e is out of sync, need to count used quota {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 09:31:08.231021 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.quota.resource [None req-873eeae1-bc64-4561-8fc9-2efea07fecbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74231) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 09:31:08.236642 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.db.quota.driver [None req-873eeae1-bc64-4561-8fc9-2efea07fecbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74231) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 09:31:08.314837 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-873eeae1-bc64-4561-8fc9-2efea07fecbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:08.406429 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-873eeae1-bc64-4561-8fc9-2efea07fecbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_create {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:08.415792 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-ac615b21-5599-4a49-a3b2-756fb4951456 tempest-AttachVolumeShelveTestJSON-283873773 tempest-AttachVolumeShelveTestJSON-283873773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:31:08.459996 dv-cinder-790014-1-smb neutron-server[74231]: INFO neutron.wsgi [None req-873eeae1-bc64-4561-8fc9-2efea07fecbc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eccb41cdc49842479909081eb9277b8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2660267 May 06 09:31:08.460993 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873eeae1-bc64-4561-8fc9-2efea07fecbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65352304-6cee-43b2-bed9-6ad4f5726c9a,revision_number=1']} {{(pid=74231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:31:08.462617 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.wsgi [-] (74232) accepted ('10.222.0.20', 60530) {{(pid=74232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 09:31:08.464976 dv-cinder-790014-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-873eeae1-bc64-4561-8fc9-2efea07fecbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:31:08.520886 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-402c8204-486e-4bb7-8840-2076fd10d1a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:08.546194 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-402c8204-486e-4bb7-8840-2076fd10d1a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:08.664503 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-402c8204-486e-4bb7-8840-2076fd10d1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756366'] for security_group, after_delete {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:08.668036 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-d071d375-d761-47f2-b61c-d9e04bfe54a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:31:08.679250 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402c8204-486e-4bb7-8840-2076fd10d1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65352304-6cee-43b2-bed9-6ad4f5726c9a,revision_number=None']} {{(pid=74232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:31:08.683058 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG oslo_concurrency.lockutils [None req-402c8204-486e-4bb7-8840-2076fd10d1a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:31:08.688358 dv-cinder-790014-1-smb neutron-server[74232]: DEBUG neutron_lib.callbacks.manager [None req-402c8204-486e-4bb7-8840-2076fd10d1a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:08.688358 dv-cinder-790014-1-smb neutron-server[74232]: INFO neutron.wsgi [None req-402c8204-486e-4bb7-8840-2076fd10d1a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/65352304-6cee-43b2-bed9-6ad4f5726c9a HTTP/1.1" status: 204 len: 168 time: 0.2244973 May 06 09:31:13.367398 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-7915553e-3401-42ba-aa52-f15761cc0853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:15.824389 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-d20e1261-7d11-4580-bb3b-cefae622d643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:15.858563 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:16.973142 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:18.679897 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:26.284935 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.agents_db [None req-638a5930-6b89-4b54-bbc4-25c5e7558cab None None] Agent healthcheck: found 6 active agents {{(pid=74234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 09:31:30.532839 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:43.361351 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-48dd4ddd-ddd8-4812-98ee-ab5a3e6d7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:45.846759 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-3842e163-e397-4daa-a962-5850b41f3782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:45.884967 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:47.024454 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:48.685158 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:00.530553 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:03.283714 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.agents_db [None req-638a5930-6b89-4b54-bbc4-25c5e7558cab None None] Agent healthcheck: found 6 active agents {{(pid=74234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 09:32:13.382055 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-e827a74e-fd3e-4f2c-a9d1-6ef40f55766c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:15.875184 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-82ce2de6-7167-4f2e-8f25-923be4800f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:15.920749 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:17.004793 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:18.691745 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:30.548815 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:40.282236 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.agents_db [None req-638a5930-6b89-4b54-bbc4-25c5e7558cab None None] Agent healthcheck: found 6 active agents {{(pid=74234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 09:32:43.398922 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-8d6dc55b-1d7a-44b7-acb8-b9b59a91ef39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:45.840147 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-5d96754b-9059-484d-8ee0-9bb301e20209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:45.862914 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:47.009793 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:48.709107 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:00.554272 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:13.382580 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-c8616bb2-ffad-43bc-a8b9-14a7083b3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:15.849503 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-4d1857f7-e455-44cc-bb3a-d34624dfb289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:15.889354 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:17.026733 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:17.281625 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.agents_db [None req-638a5930-6b89-4b54-bbc4-25c5e7558cab None None] Agent healthcheck: found 6 active agents {{(pid=74234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 09:33:18.695947 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:30.582231 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:43.382515 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-cea28b19-374e-41f6-9be9-d44bec4595ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:45.845431 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-8d51e866-ce2b-4f31-b51e-a3628b2e9d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:45.877699 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:47.037788 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:48.724545 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:54.279794 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.agents_db [None req-638a5930-6b89-4b54-bbc4-25c5e7558cab None None] Agent healthcheck: found 6 active agents {{(pid=74234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 09:34:00.627381 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:13.403290 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a8714af3-f1bb-4eb7-b9b3-419e9e871c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:15.855747 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-5b7719eb-339b-4319-ac21-1c4f7d27c2d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:15.901282 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:17.021456 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:18.718471 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:30.558371 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:31.282111 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.agents_db [None req-638a5930-6b89-4b54-bbc4-25c5e7558cab None None] Agent healthcheck: found 6 active agents {{(pid=74234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 09:34:43.386816 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-7b2385bd-d96c-4e1d-926f-33e433df7fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:45.844151 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-f2418fb9-11dd-47b4-9198-c8d1a1e33294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:45.878203 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:47.015643 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:48.798201 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:00.558029 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:08.281524 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.agents_db [None req-638a5930-6b89-4b54-bbc4-25c5e7558cab None None] Agent healthcheck: found 6 active agents {{(pid=74234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 09:35:13.380147 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-eaf3e2ff-7cee-441f-847e-39ebff0da41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:15.870274 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-6ab3e90b-8db6-4793-b2a4-e53f95cc743d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:15.910284 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:17.060772 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:18.819398 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:30.574392 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:43.397282 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-6ab73c27-85ba-4409-bc3c-b146ccf654ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:45.280137 dv-cinder-790014-1-smb neutron-server[74234]: DEBUG neutron.db.agents_db [None req-638a5930-6b89-4b54-bbc4-25c5e7558cab None None] Agent healthcheck: found 6 active agents {{(pid=74234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 06 09:35:45.842867 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-adb207cf-d2f1-43ad-9498-3253c88b07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:45.871029 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc22f-7cdc-43f1-8de1-f454beb037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:47.037205 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4fcd-9ffb-403f-9ed2-3e3e145629a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:48.716830 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-0c949a33-b027-400e-b97c-e97fe6ce7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:00.596678 dv-cinder-790014-1-smb neutron-server[74233]: DEBUG neutron_lib.callbacks.manager [None req-73ab8c94-98cb-4c96-a863-a4ef1c3fef22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734680829350', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2038133'] for agent, after_update {{(pid=74233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}